-- Logs begin at Tue 2022-08-30 23:30:47 UTC, end at Wed 2022-08-31 00:39:19 UTC. -- Aug 31 00:11:47.531146 dv-cinder-852210-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 00:11:50.204080 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:11:50.204797 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 00:11:50.204888 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112779) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 00:11:50.208320 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.common.config [-] Logging enabled! Aug 31 00:11:50.208586 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 00:11:50.208907 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112779) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 00:11:50.209944 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:11:50.210743 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:11:50.211284 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:11:50.211559 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:11:50.211796 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:11:50.212126 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.212464 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.212703 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.213012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.213315 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.213607 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.213907 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.214212 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.214506 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.214793 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.215083 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.215318 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.215604 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.215899 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.216224 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.216454 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] debug = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.216738 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.217172 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.217597 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.217884 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.218177 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.218460 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.218742 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.219025 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.219312 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.219688 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] host = dv-cinder-852210-5-iscsi {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.219975 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.220291 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.220586 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.220880 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.221162 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.221443 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.221733 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.222010 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.222288 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.222565 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.222861 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.223153 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.223447 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.223676 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.223903 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.224222 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.224520 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.224799 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.225078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.225357 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.225634 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.226253 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.226405 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.226614 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.226904 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.227197 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.227477 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.227755 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.228032 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.228338 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.228634 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.228911 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.229187 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.229463 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.229754 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.230025 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.230301 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.230604 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.230892 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.231180 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.231471 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.231750 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.232037 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.232343 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.232621 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.232890 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_json = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.233171 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.233444 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.233730 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.234004 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.234279 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.234555 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.234828 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.235116 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.235393 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:50.235740 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.235996 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.236328 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.236617 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.236928 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.237210 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.237504 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.237786 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.238080 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.238372 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.238671 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.238952 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.239258 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.239552 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.239851 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.240176 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.240544 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.240842 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.241122 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.241424 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.241970 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.241970 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.242248 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.242528 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.242820 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.243114 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.243426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.243732 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.244022 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.244338 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.244636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.244941 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.245206 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.245489 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.245785 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.246067 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.246342 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.246633 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.246912 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.247186 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.247471 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.247766 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.248058 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.248360 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.248648 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.248945 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.249221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.249496 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.249769 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.250075 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.250322 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.250611 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.250884 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.251156 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.251430 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.251710 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.251984 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.252287 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.252571 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.252849 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.253130 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.253409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.253688 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.253966 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.254247 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.254527 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.254803 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.255078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.255359 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.255636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.255913 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.256214 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.256493 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.256771 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.257597 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.257930 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.258324 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.258615 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.258900 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.259183 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.259465 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.259746 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.260028 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.260334 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.260615 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.260911 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.261200 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.261489 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.261778 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.262082 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.262384 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.262665 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.262945 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.263225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.263504 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.263782 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.264067 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.264371 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.264650 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.264937 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.265221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.265519 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.265815 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.266100 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.266399 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.266697 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.266993 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.267277 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.267587 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.267868 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:50.268092 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:11:50.268369 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112779) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 00:11:50.565298 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 00:11:50.565551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 00:11:50.565823 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 00:11:50.566060 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 00:11:50.566345 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 00:11:50.566681 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 00:11:50.981453 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:50.981754 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:50.982033 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:50.983233 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:50.983517 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:50.983793 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.036905 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.037193 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.037465 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.054903 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.055189 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.055468 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.083076 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.083359 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.083643 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.120524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.120802 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.121075 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.353906 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.354529 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.354529 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.354785 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.355551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.453754 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.454077 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.454364 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.454638 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.454909 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.455221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.455490 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.455751 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.456011 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.456323 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.456590 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.456860 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.457125 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.457384 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.457644 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.457915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.458173 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.458445 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.458718 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.458983 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.459273 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.459519 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.459807 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.460785 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.461050 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.461390 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.461797 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.462043 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.462285 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.462524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.462762 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.463001 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:51.463368 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 00:11:51.466473 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 00:11:51.470371 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 00:11:51.474244 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 31 00:11:51.476013 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 00:11:51.476690 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 00:11:51.477036 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 00:11:51.477428 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 00:11:51.480211 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 00:11:51.480472 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 00:11:51.480821 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:11:51.485926 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 00:11:51.509690 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 00:11:51.510160 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.510470 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112779) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 00:11:51.510850 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.512228 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112779) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 00:11:51.512518 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 00:11:51.512768 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 00:11:51.516359 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.516650 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:51.677591 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 00:11:51.677834 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 00:11:51.678073 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 00:11:51.678454 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 00:11:51.732423 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO dbcounter [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Registered counter for database neutron Aug 31 00:11:51.751825 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_db.sqlalchemy.engines [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112779) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 00:11:51.758239 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG dbcounter [-] [112779] Writer thread running {{(pid=112779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:11:52.307983 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing driver for type 'gre' Aug 31 00:11:52.308463 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] gre ID ranges: [(1, 1000)] Aug 31 00:11:52.363428 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing driver for type 'local' Aug 31 00:11:52.364201 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing driver for type 'vlan' Aug 31 00:11:52.377224 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] VlanTypeDriver initialization complete Aug 31 00:11:52.377564 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing driver for type 'vxlan' Aug 31 00:11:52.378145 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] vxlan ID ranges: [(1, 1000)] Aug 31 00:11:52.436205 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing extension driver 'port_security' Aug 31 00:11:52.436670 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.extensions.port_security [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] PortSecurityExtensionDriver initialization complete Aug 31 00:11:52.437021 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing mechanism driver 'openvswitch' Aug 31 00:11:52.437371 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing mechanism driver 'hyperv' Aug 31 00:11:52.444192 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.plugin [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:11:52.445514 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.445901 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.446270 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.446788 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.447225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.447594 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.447956 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.448385 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.448813 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.449179 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.449538 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.449937 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.450355 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.450719 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.451074 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.451469 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.451882 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.452270 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.452627 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.453029 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.453447 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > address_group after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.453806 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > address_group after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.454157 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > address_group after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.454556 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 00:11:52.455009 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] ML2 OVO RPC backend initialized. {{(pid=112779) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 00:11:52.455723 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.456165 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.456684 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.457111 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > networks before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.457621 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.458074 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > ports before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.458515 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.459022 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnets before_response 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.459518 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.459924 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.461186 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.461691 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.462271 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.462738 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.463135 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.463605 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.464283 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > subnet after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.474039 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded quota_driver: . Aug 31 00:11:52.474468 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.plugin [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Modular L2 Plugin initialization complete Aug 31 00:11:52.474870 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading services supported by the core plugin {{(pid=112779) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 00:11:52.475438 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.plugins.ml2.managers [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Got port-security extension from driver 'port_security' Aug 31 00:11:52.476094 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.extensions.vlantransparent [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Disabled vlantransparent extension. Aug 31 00:11:52.476716 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112779) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 00:11:52.477180 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: router Aug 31 00:11:52.514954 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.515365 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_create 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.515751 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router before_create 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.516133 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.516551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.516945 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_delete 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.517318 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > floatingip after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.517682 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > floatingip after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.518054 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_create 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.518411 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.518777 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.519138 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.519508 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.519936 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.520356 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.520709 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.521057 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: subnet after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.521413 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.521775 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > port precommit_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.522159 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_create 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.522514 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.523411 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.523777 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router after_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.524131 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_delete 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.524523 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_create 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.524896 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router_interface after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.525254 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_update 55549900 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.525632 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > agent after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.525994 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > agent after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.526351 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > network after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.527225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Tracking information for resource: router configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:52.527566 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Tracking information for resource: floatingip configured {{(pid=112779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 00:11:52.532462 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.db.l3_agentschedulers_db [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 00:11:52.533059 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.533433 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.533800 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.534165 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: port after_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.535270 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router before_create 55550100 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.535636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_delete 55550100 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.536013 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_create 55550100 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.536410 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > router precommit_update 55550100 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.542001 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.provider_configuration [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service providers = [] {{(pid=112779) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 00:11:52.542377 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.db.servicetype_db [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112779) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 00:11:52.545646 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.service_base [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:11:52.546012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.service_base [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:11:52.546370 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.service_base [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:11:52.547283 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.services.service_base [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 00:11:52.547668 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.services.service_base [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 00:11:52.548068 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.548427 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 00:11:52.559570 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.559862 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: auto_allocate Aug 31 00:11:52.565524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: network precommit_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.565907 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: network precommit_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.566431 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.566758 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: tag Aug 31 00:11:52.573709 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.574051 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: timestamp Aug 31 00:11:52.577894 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.578238 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: network_ip_availability Aug 31 00:11:52.583751 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.584139 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.584533 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.585809 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.586186 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: flavors Aug 31 00:11:52.592401 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.592746 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading Plugin: revisions Aug 31 00:11:52.597191 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 00:11:52.597590 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.031s {{(pid=112779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 00:11:52.598345 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112779) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 00:11:52.598694 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Initializing extension manager. Aug 31 00:11:52.599230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: __init__.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.599584 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: __pycache__ {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.599927 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: address_group.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.600712 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.601809 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: address-group Aug 31 00:11:52.602145 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: address_scope.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.602841 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.603355 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: address-scope Aug 31 00:11:52.603685 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: admin_state_down_before_update.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.604624 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.605139 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: router-admin-state-down-before-update Aug 31 00:11:52.605470 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: agent.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.606152 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.606666 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: agent Aug 31 00:11:52.606999 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: agent_resources_synced.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.607888 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.608422 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: agent-resources-synced Aug 31 00:11:52.608770 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: allowedaddresspairs.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.610534 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.611056 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: allowed-address-pairs Aug 31 00:11:52.611394 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: auto_allocated_topology.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.612467 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.612985 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: auto-allocated-topology Aug 31 00:11:52.613321 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: availability_zone.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.613991 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.614495 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: availability_zone Aug 31 00:11:52.614825 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: availability_zone_filter.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.615712 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.616246 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: availability_zone_filter Aug 31 00:11:52.617198 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: data_plane_status.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.618316 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.618729 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 00:11:52.619065 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: default_subnetpools.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.619947 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.620498 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: default-subnetpools Aug 31 00:11:52.620830 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: dhcpagentscheduler.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.621621 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.622131 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: dhcp_agent_scheduler Aug 31 00:11:52.622462 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: dns.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.623346 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.623852 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension dns-integration not supported by any of loaded plugins Aug 31 00:11:52.624207 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: dns_domain_ports.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.625096 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.625598 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 00:11:52.625929 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.626819 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.627325 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 00:11:52.627654 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: dvr.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.628464 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.628870 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: dvr Aug 31 00:11:52.629205 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: ecmp_routes.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.630097 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.630606 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 00:11:52.630939 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: empty_string_filtering.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.631822 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.633162 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: empty-string-filtering Aug 31 00:11:52.633557 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.634450 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.634960 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:11:52.635293 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.636199 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.636711 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 00:11:52.637043 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: external_net.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.637929 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.638441 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: external-net Aug 31 00:11:52.638772 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: extra_dhcp_opt.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.639661 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.640189 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: extra_dhcp_opt Aug 31 00:11:52.640524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: extraroute.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.641412 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.641923 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: extraroute Aug 31 00:11:52.642253 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: extraroute_atomic.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.643272 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.643812 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: extraroute-atomic Aug 31 00:11:52.644145 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: filter_validation.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.645011 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.645530 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: filter-validation Aug 31 00:11:52.645864 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: fip_pf_description.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.646749 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.647268 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 00:11:52.647631 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: fip_pf_port_range.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.648760 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.649220 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 00:11:52.649553 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: fip_port_details.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.650447 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.650959 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: fip-port-details Aug 31 00:11:52.651292 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: flavors.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.652563 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.653076 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: flavors Aug 31 00:11:52.653411 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.655025 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.655547 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 00:11:52.655887 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: floatingip_pools.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.656597 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.657114 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: floatingip-pools Aug 31 00:11:52.657448 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: ip_allocation.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.658343 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.658885 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 00:11:52.659199 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.660383 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.660900 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: ip-substring-filtering Aug 31 00:11:52.661237 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l2_adjacency.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.662148 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.662656 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 00:11:52.662992 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.664484 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.665006 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: router Aug 31 00:11:52.665350 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_conntrack_helper.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.667559 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.668087 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 00:11:52.668463 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.669367 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.669885 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: ext-gw-mode Aug 31 00:11:52.670221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.671120 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.671634 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: l3-ha Aug 31 00:11:52.671968 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.672874 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.673384 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 00:11:52.673716 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_flavors.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.674605 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.675112 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: l3-flavors Aug 31 00:11:52.675446 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_ndp_proxy.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.676830 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.677356 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 00:11:52.677701 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.678602 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.679739 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 00:11:52.680084 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: l3agentscheduler.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.681121 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.681641 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: l3_agent_scheduler Aug 31 00:11:52.681978 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: local_ip.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.683701 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.684275 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension local_ip not supported by any of loaded plugins Aug 31 00:11:52.684622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: logging.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.686076 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.686607 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension logging not supported by any of loaded plugins Aug 31 00:11:52.686956 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: metering.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.687717 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.688487 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: metering Aug 31 00:11:52.688830 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.689903 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.690426 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: metering_source_and_destination_fields Aug 31 00:11:52.690766 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: multiprovidernet.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.691674 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.692219 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: multi-provider Aug 31 00:11:52.692561 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: netmtu.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.693459 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.693965 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: net-mtu Aug 31 00:11:52.694300 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: netmtu_writable.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.695732 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.696273 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: net-mtu-writable Aug 31 00:11:52.696613 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: network_availability_zone.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.697262 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.697858 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: network_availability_zone Aug 31 00:11:52.698110 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: network_ip_availability.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.699184 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.699705 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: network-ip-availability Aug 31 00:11:52.700041 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: network_segment_range.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.700817 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.701334 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 00:11:52.701678 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: pagination.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.702625 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.702967 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: pagination Aug 31 00:11:52.703301 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_device_profile.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.704200 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.704722 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-device-profile Aug 31 00:11:52.705058 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_mac_address_override.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.705961 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.706480 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-mac-override Aug 31 00:11:52.706817 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.707714 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.708258 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-mac-address-regenerate Aug 31 00:11:52.708598 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.709503 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.710025 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-numa-affinity-policy Aug 31 00:11:52.710500 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_resource_request.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.711389 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.711903 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 00:11:52.712270 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: port_resource_request_groups.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.713215 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.713732 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 00:11:52.714065 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: portbindings.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.714966 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.715481 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: binding Aug 31 00:11:52.715811 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: portbindings_extended.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.717089 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.717606 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: binding-extended Aug 31 00:11:52.717945 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: portsecurity.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.718830 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.719340 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-security Aug 31 00:11:52.719683 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: project_id.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.720668 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.721010 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: project-id Aug 31 00:11:52.721341 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: providernet.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.722232 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.722747 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: provider Aug 31 00:11:52.723078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.726813 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.727349 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos not supported by any of loaded plugins Aug 31 00:11:52.727692 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.728983 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.729510 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 00:11:52.729857 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.730771 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.731287 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 00:11:52.731622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_default.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.732547 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.733066 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-default not supported by any of loaded plugins Aug 31 00:11:52.733402 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_fip.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.734299 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.734817 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-fip not supported by any of loaded plugins Aug 31 00:11:52.735155 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_fip_network_policy.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.736038 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.736581 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 00:11:52.736915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_gateway_ip.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.737818 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.738329 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 00:11:52.738662 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_port_network_policy.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.739551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.740062 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 00:11:52.740430 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.741973 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.742486 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 00:11:52.742818 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.743835 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.744380 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 00:11:52.744716 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_pps_rule.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.745857 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.746371 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-pps not supported by any of loaded plugins Aug 31 00:11:52.746706 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_rule_type_details.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.747595 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.748105 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 00:11:52.748462 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_rule_type_filter.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.749365 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.749873 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 00:11:52.750212 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: qos_rules_alias.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.751245 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.751756 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 00:11:52.752087 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: quota_check_limit.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.753007 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.753520 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: quota-check-limit Aug 31 00:11:52.753853 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: quotasv2.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.754812 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.755148 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: quotas Aug 31 00:11:52.755479 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: quotasv2_detail.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.757902 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.758255 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: quota_details Aug 31 00:11:52.758597 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: rbac.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.759959 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.760520 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: rbac-policies Aug 31 00:11:52.760869 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: rbac_address_group.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.761780 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.762301 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: rbac-address-group Aug 31 00:11:52.762641 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: rbac_address_scope.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.763537 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.764054 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: rbac-address-scope Aug 31 00:11:52.764419 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: rbac_security_groups.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.765388 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.765906 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: rbac-security-groups Aug 31 00:11:52.766241 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: rbac_subnetpool.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.767135 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.767648 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: rbac-subnetpool Aug 31 00:11:52.767983 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: revisionifmatch.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.768915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.769433 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: revision-if-match Aug 31 00:11:52.769768 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: revisions.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.770862 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.771383 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: standard-attr-revisions Aug 31 00:11:52.771722 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: router_availability_zone.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.772407 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.772948 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: router_availability_zone Aug 31 00:11:52.773283 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: routerservicetype.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.774186 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.774703 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension router-service-type not supported by any of loaded plugins Aug 31 00:11:52.775034 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.775936 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.776484 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: security-groups-normalized-cidr Aug 31 00:11:52.776818 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: security_groups_port_filtering.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.777725 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.778245 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: port-security-groups-filtering Aug 31 00:11:52.778579 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.779481 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.780003 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: security-groups-remote-address-group Aug 31 00:11:52.780369 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.781281 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.781805 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: security-groups-shared-filtering Aug 31 00:11:52.782139 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: securitygroup.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.792050 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.792613 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: security-group Aug 31 00:11:52.792961 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: segment.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.793688 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.794209 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension segment not supported by any of loaded plugins Aug 31 00:11:52.794606 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.795477 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.795997 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 00:11:52.796370 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: servicetype.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.797461 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.797986 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: service-type Aug 31 00:11:52.798327 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: sorting.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.799285 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.799630 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: sorting Aug 31 00:11:52.799965 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: standard_attr_segment.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.801000 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.801526 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 00:11:52.801863 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: standardattrdescription.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.802498 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.803016 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: standard-attr-description Aug 31 00:11:52.803351 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: stateful_security_group.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.804834 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.805352 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: stateful-security-group Aug 31 00:11:52.805686 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: stdattrs_common.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.806250 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 00:11:52.806582 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.807491 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.808002 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 00:11:52.808361 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnet_onboard.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.809393 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.809960 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: subnet_onboard Aug 31 00:11:52.810250 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.811151 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.811667 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 00:11:52.812000 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnet_service_types.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.812929 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.813451 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: subnet-service-types Aug 31 00:11:52.813786 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnetallocation.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.814837 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.815358 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: subnet_allocation Aug 31 00:11:52.815696 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.816369 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.816894 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: subnetpool-prefix-ops Aug 31 00:11:52.817230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.818139 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.818648 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 00:11:52.818980 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: tagging.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.820739 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.821261 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: standard-attr-tag Aug 31 00:11:52.821604 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: timestamp.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.822779 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.823300 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loaded extension: standard-attr-timestamp Aug 31 00:11:52.823636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: trunk.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.824678 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.825196 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension trunk not supported by any of loaded plugins Aug 31 00:11:52.825528 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: trunk_details.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.826429 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.826942 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension trunk-details not supported by any of loaded plugins Aug 31 00:11:52.827275 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: uplink_status_propagation.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.828189 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.828707 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 00:11:52.829039 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Loading extension file: vlantransparent.py {{(pid=112779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 00:11:52.829687 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 00:11:52.830195 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 00:11:52.832820 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:network Aug 31 00:11:52.833352 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnet Aug 31 00:11:52.833758 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:11:52.834156 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:port Aug 31 00:11:52.835460 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.835915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service FLAVORS assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.836570 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.837009 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.837348 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:router Aug 31 00:11:52.837789 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:11:52.838298 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service METERING assigned prefix: /metering {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.839748 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.840134 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.840521 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:11:52.841552 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:11:52.841995 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:11:52.842454 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:11:52.842988 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service CORE assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.843328 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:11:52.843690 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] subnetpool is already registered Aug 31 00:11:52.844143 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service CORE assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.844520 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:11:52.844868 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] subnetpool is already registered Aug 31 00:11:52.847301 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.847749 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service FLAVORS assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.848398 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.848837 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.849182 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:router Aug 31 00:11:52.849535 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] router is already registered Aug 31 00:11:52.849961 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:floatingip Aug 31 00:11:52.850306 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] floatingip is already registered Aug 31 00:11:52.850808 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service METERING assigned prefix: /metering {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.851521 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 00:11:52.851854 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] rbac_policy is already registered Aug 31 00:11:52.852300 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:security_group Aug 31 00:11:52.852648 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] security_group is already registered Aug 31 00:11:52.853061 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 00:11:52.853404 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] security_group_rule is already registered Aug 31 00:11:52.854046 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service CORE assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.854498 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:11:52.854848 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] subnetpool is already registered Aug 31 00:11:52.855378 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.v2.resource_helper [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Service CORE assigned prefix: {{(pid=112779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 00:11:52.855732 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 00:11:52.856178 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING neutron.quota.resource_registry [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] subnetpool is already registered Aug 31 00:11:52.856689 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: extensions {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.858186 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: address-groups {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.859695 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: address-scopes {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.861081 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: agents {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.862269 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: auto-allocated-topology {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.863549 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: availability_zones {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.864847 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: dhcp-networks {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.866923 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: dhcp-agents {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.868393 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: routers {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.870156 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: flavors {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.871455 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: service_profiles {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.872740 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: next_providers {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.874265 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: service_profiles {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.876872 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: floatingip-pools {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.878145 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: routers {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.879889 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: floatingips {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.881228 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: l3-routers {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.883323 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: l3-agents {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.884790 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: metering-labels {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.886081 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: metering-label-rules {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.887522 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: network-ip-availabilities {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.888837 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: bindings {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.890446 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: quotas {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.892134 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: quotas {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.893725 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: rbac-policies {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.894946 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: security-groups {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.896311 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: security-group-rules {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.897634 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: service-providers {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.898953 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: subnetpools {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.900318 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: subnetpools {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.901927 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.903634 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.905506 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.907321 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.909082 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.911333 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.913130 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.915090 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.916906 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.918832 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron.api.extensions [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Extended resource: tags {{(pid=112779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 00:11:52.925305 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING keystonemiddleware.auth_token [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 00:11:52.931271 dv-cinder-852210-5-iscsi neutron-server[112779]: WARNING keystonemiddleware.auth_token [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 00:11:52.940412 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Acquiring lock "singleton_lock" {{(pid=112779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 00:11:52.940753 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Acquired lock "singleton_lock" {{(pid=112779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 00:11:52.941237 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_concurrency.lockutils [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Releasing lock "singleton_lock" {{(pid=112779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 00:11:52.941899 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Starting 2 workers Aug 31 00:11:52.947562 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Started child 112890 {{(pid=112779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:11:52.952372 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Started child 112891 {{(pid=112779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:11:52.952977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.953820 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO neutron.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 00:11:52.954469 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [-] (112890) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:11:52.954655 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Publish callbacks [] for process (None), before_spawn {{(pid=112779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.956803 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.957297 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Starting 1 workers Aug 31 00:11:52.958190 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [-] (112891) wsgi starting up on http://0.0.0.0:9696 Aug 31 00:11:52.962485 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Started child 112892 {{(pid=112779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:11:52.963016 dv-cinder-852210-5-iscsi neutron-server[112779]: INFO oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Starting 1 workers Aug 31 00:11:52.966093 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] calling RpcWorker wait() {{(pid=112892) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 00:11:52.966656 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] returning from RpcWorker wait() {{(pid=112892) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 00:11:52.967632 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Started child 112893 {{(pid=112779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 00:11:52.968001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.968461 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG neutron_lib.callbacks.manager [None req-f095bddb-644f-4c13-be1e-5e22d15d9afe None None] Publish callbacks [] for process (None), after_spawn {{(pid=112779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.968586 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:11:52.970347 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:11:52.970564 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:11:52.970760 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:11:52.971002 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:11:52.971348 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:11:52.971535 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:11:52.972061 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.972374 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.972656 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.972746 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:11:52.973213 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.973632 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.973913 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.974163 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.974457 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.974733 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.974911 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.975081 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.975339 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.975600 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.976486 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.976780 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.977025 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.977270 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.977450 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.977718 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.977998 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.978261 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.978550 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] debug = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.978836 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.979344 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.979596 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.979852 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.980102 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.980426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.980692 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.981129 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.981572 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.981943 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.982337 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.982730 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.983130 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.983519 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.983818 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.984057 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.984314 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.984829 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] host = dv-cinder-852210-5-iscsi {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.985221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.985380 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.985525 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.985792 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.986064 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.986307 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.986571 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.986852 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.987110 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.987340 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.987595 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.987846 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.988183 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.988379 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.988548 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_options = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.988803 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.989096 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.989387 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.990517 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.990745 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.990934 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.992367 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.992553 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.992842 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.993078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.993315 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.993557 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.993847 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.994074 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.994369 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.994602 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.995177 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.995177 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.995522 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.996997 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:11:52.997185 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.997329 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.998185 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:52.998456 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.001622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.001622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.001622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.001622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.001622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.002328 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.002328 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.002328 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.002756 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.002756 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.003014 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.003340 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.003493 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.003698 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.004229 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.004229 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.004508 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.004717 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.004984 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.005212 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.005588 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.005733 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.005899 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.006121 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_json = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.006342 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.006716 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.006856 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.007543 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.007784 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.008006 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.008263 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.008584 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.008724 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.009240 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.009436 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.009744 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.010012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.010256 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.010501 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.010761 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.011188 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.011530 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.011773 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.012091 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.012354 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.012929 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.012929 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.013212 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.013538 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.013802 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.014080 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.014341 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.014994 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.014994 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.015268 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.015393 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.015514 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.015741 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.015997 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.016255 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.016542 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.016980 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.017478 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.017478 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.017752 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.018022 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.020409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021968 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.021968 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.022112 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.022230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.022468 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.022726 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.023639 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.024074 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.024394 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.024737 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.025043 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.025372 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.025684 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.025989 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.026330 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.026601 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.026825 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.027063 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.027433 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.027821 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.028066 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.028353 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.028590 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.028809 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.029219 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.029627 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.030044 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.030290 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.030515 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.030760 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.030982 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.031220 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.031436 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.031654 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.031902 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.032119 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.032373 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.032591 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.032832 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.033068 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.033280 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.033495 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.033720 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.033938 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.034174 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.034487 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.035006 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.035401 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.035664 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.035927 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.036196 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.036475 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.036774 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.036999 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.037368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.037848 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.038105 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.038934 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.039187 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.039426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.039769 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.040018 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.040269 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.040493 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.040722 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.040944 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.041189 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.041426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.041643 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.041865 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.042111 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.042370 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.042631 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.042862 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.043095 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.043484 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.043919 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.044335 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.044784 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.045155 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.045491 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.045810 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.046091 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.046347 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.046609 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.046852 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.047129 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.047400 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.047676 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.047915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.048172 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.048396 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.048651 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.048878 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.049116 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.049368 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.049677 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.049910 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.050131 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.050352 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.050643 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.050871 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.051110 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.051570 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.051978 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.052252 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.052500 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.052752 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.053003 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.053253 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.053495 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.053742 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.054661 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055104 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055104 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055261 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055395 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055634 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.055846 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.056070 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.056322 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.056563 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.056805 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.057058 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.057275 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.057497 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.057741 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.057980 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.058202 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.058423 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.058657 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.058900 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.059121 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.059392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.059640 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.059888 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.060190 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.060385 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.060664 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.060882 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.061131 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.061361 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.061577 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.061794 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.062014 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.062229 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.062463 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.062718 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.062958 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.063243 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.063482 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.063892 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.064245 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.064509 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.064810 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.065068 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.065307 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.065544 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.065849 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.066132 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.066652 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.066652 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.066829 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.067067 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.067310 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.067552 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.067810 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.068096 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.068380 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.068645 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.068942 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.069199 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.069475 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.069692 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.069915 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.070135 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.070353 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.070589 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.070808 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.071041 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.071260 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.071476 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.071689 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.072018 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.072273 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.072514 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.072783 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.073007 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.073222 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.073451 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.073670 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.073883 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.074128 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.074369 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.074603 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.074879 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.075044 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.075253 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.075478 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.075694 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.075905 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.076137 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.076375 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.076583 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.076810 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.077027 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.077237 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.077339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:11:53.077461 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.077674 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.077886 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.078108 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.078325 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.078536 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.078782 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.078993 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.079203 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.079426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.079666 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.079874 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.080185 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.080455 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.080679 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.080976 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.081230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.081482 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.081731 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.082052 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.082277 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.082537 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.082791 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.083012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.083238 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.083494 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.083983 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.084316 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.084573 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.084848 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.085150 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.085440 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.085744 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.085961 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.086272 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.086620 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.086903 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.087225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.087628 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.087967 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.088311 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.088665 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.089028 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.089392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.089748 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.090179 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.090571 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.090958 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.091333 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.091746 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.092007 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.092306 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.092556 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.092792 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.093019 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.093183 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:11:53.093721 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 00:11:53.093895 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 00:11:53.094055 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 00:11:53.094230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 00:11:53.094407 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 00:11:53.094567 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 00:11:53.094778 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.094941 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.095274 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.095585 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.095919 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.096089 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.096400 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.096568 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.096731 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.096895 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097057 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097221 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097384 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097547 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097709 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.097869 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098029 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098194 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098357 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098518 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098680 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.098840 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] debug = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099071 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099288 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099460 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099621 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099803 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.099934 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.100093 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.100293 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.100456 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.100617 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.101359 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.101534 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.101700 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.102035 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.102202 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.102524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.102691 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.102853 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] host = dv-cinder-852210-5-iscsi {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.103012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.103312 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.103615 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.103799 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.103943 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.104279 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.104439 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.104599 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.104904 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.105071 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.105230 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.105390 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.105701 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.105862 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.106163 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_options = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.106469 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.106630 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.106974 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.107167 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.107335 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.107498 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.107661 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.107826 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108002 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108168 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108332 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108495 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108656 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108811 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.108974 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.109131 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.109441 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.109602 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.109911 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110080 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110240 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110378 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110541 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110703 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.110863 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111115 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111308 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111468 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111632 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111793 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.111953 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112114 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112301 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112464 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112626 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112785 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.112947 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113107 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113272 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113433 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113595 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113759 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.113918 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.114238 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.114400 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.114561 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.114738 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_json = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.114870 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115013 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115167 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115332 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115479 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115640 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115800 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.115963 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.116124 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 00:11:53.116354 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.117058 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.117381 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.117547 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.117716 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.117882 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118047 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118206 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118372 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118535 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118707 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.118872 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119045 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119207 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119370 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119541 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119702 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.119864 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120027 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120215 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120378 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120539 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120709 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.120871 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121033 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121198 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121362 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121532 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121692 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.121861 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122040 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122204 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122367 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122529 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122692 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.122856 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123019 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123182 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123343 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123506 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123669 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123832 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.123994 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124200 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124352 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124497 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124659 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124821 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.124982 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125146 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125308 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125471 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125633 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125796 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.125959 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126122 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126283 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126457 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126619 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126781 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.126942 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127105 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127267 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127430 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127591 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127754 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.127917 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128284 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128447 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128610 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128772 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.128934 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129097 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129259 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129420 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129581 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129743 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.129904 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130065 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130228 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130389 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130552 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130715 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.130877 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131039 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131200 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131361 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131522 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131685 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.131846 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132039 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132243 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132409 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132657 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132743 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.132872 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133034 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133197 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133359 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133521 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133685 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.133847 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134010 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134175 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134340 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134502 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134664 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134826 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.134988 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135151 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135314 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135475 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135800 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.135962 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136124 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136308 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136470 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136632 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136795 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.136957 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137118 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137288 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137451 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137617 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137779 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.137950 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138123 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138287 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138450 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138613 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138776 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.138939 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139101 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139264 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139426 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139588 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139750 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.139924 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140088 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140272 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140435 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140622 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140785 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.140947 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141110 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141274 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141436 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141599 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141762 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.141924 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142087 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142250 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142412 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142574 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142737 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.142899 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143061 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143389 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143714 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.143876 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144038 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144388 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144551 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144714 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.144876 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.145039 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.145202 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.145389 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.145553 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.145722 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146713 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146713 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146860 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.146939 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.147067 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.147229 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.147392 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.147579 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.147755 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148009 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148097 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148244 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148406 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148571 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148736 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.148898 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149061 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149224 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149387 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149567 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149730 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.149892 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150058 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150222 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150384 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150547 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150710 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.150873 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151036 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151201 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151364 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151526 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151689 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.151850 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152012 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152194 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152358 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152524 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152690 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.152853 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153016 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153179 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153344 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153507 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153669 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153830 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.153993 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154161 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154311 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154474 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154636 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154811 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.154975 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155124 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155285 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155447 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155611 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155784 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.155947 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156108 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156292 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156454 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156616 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156788 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.156950 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157112 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157275 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157437 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157599 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157771 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.157937 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158083 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158244 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158407 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158568 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158738 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.158901 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.159063 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.159225 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.159386 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.159549 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.159977 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160141 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160325 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160474 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160635 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160797 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.160968 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161132 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161294 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161464 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161626 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161787 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.161950 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162124 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162287 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162452 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162615 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162777 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.162939 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.163103 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.163835 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164020 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164227 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164387 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164563 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164739 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.164914 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165078 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165247 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165421 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165626 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165762 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.165884 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166049 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166211 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166373 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166535 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166696 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.166858 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167021 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167183 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167347 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167510 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167673 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167835 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.167998 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.168182 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.168343 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.168508 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 00:11:53.168663 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 00:11:53.214175 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 35936) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:11:53.221297 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049489 Aug 31 00:11:53.226242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038443 Aug 31 00:12:02.430396 dv-cinder-852210-5-iscsi neutron-server[112779]: DEBUG dbcounter [-] [112779] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:04.524508 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4eb854-9c0a-47a6-bb00-01f93ed46d34 None None] get_active_networks_info from dv-cinder-852210-5-iscsi {{(pid=112892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 00:12:04.579775 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writer thread running {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:12:04.655933 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4eb854-9c0a-47a6-bb00-01f93ed46d34 None None] No non-hosted networks {{(pid=112892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 00:12:04.666997 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.agentschedulers_db [None req-3a4eb854-9c0a-47a6-bb00-01f93ed46d34 None None] DHCP Agent not found on host dv-cinder-852210-5-iscsi {{(pid=112892) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 31 00:12:04.735445 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-ce01f25b-fcd4-4724-9a46-de81ef56a6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:06.466632 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writer thread running {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:12:06.988782 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-176ce77b-ffa4-40fc-b49a-e009ff113fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:07.021889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b04cef25-23b1-4288-a825-603741a12550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:08.147134 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:08.294120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36010) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:08.961969 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING oslo_policy.policy [None req-bf804487-daf2-44d0-b06b-938ae7929d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:08.962591 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING oslo_policy.policy [None req-bf804487-daf2-44d0-b06b-938ae7929d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:09.198187 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [None req-bf804487-daf2-44d0-b06b-938ae7929d09 admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:12:09.216806 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-bf804487-daf2-44d0-b06b-938ae7929d09 admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9215322 Aug 31 00:12:09.688669 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:09.688669 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.688669 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.689301 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.689301 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.689458 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.689950 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.690408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.690912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.691392 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.691914 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.692446 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.692905 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.693422 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.693888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.694572 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:09.695103 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852210-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:09.715012 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852210-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:09.834675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:11.405027 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.db.l3_hamode_db [None req-7cac5367-83ec-4158-8d6d-2976df006e1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 00:12:11.486765 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac5367-83ec-4158-8d6d-2976df006e1f None None] Routers set() bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:12:11.487144 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac5367-83ec-4158-8d6d-2976df006e1f None None] Router IDs set() for agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 00:12:11.776062 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36044) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:12.294526 dv-cinder-852210-5-iscsi neutron-server[112891]: WARNING oslo_policy.policy [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:12.295101 dv-cinder-852210-5-iscsi neutron-server[112891]: WARNING oslo_policy.policy [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:12.514241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:12.526074 dv-cinder-852210-5-iscsi neutron-server[112891]: ERROR stevedore.extension [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 00:12:12.608748 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.policy [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112891) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:12:12.650832 dv-cinder-852210-5-iscsi neutron-server[112891]: WARNING oslo_policy.policy [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:12.651212 dv-cinder-852210-5-iscsi neutron-server[112891]: WARNING oslo_policy.policy [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:12:12.671933 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writer thread running {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:12:12.748626 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250784526', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250785026', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250440678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250448215', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250421152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747250429200', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-743140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3925636', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3686066'] for rbac-policy (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:12.819367 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:12.820765 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c77be70a-9be4-4372-bdf4-968935e27e10 admin admin] 10.222.0.47 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0428047 Aug 31 00:12:15.236998 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36060) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:15.569883 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:15.599158 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Made reservation on behalf of 24b0845707914a1f9ffa3665e80a3533 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:12:15.604236 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.622959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.737691 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks [] for security_group (7b3fb225-ff6d-4f35-abba-2dee9be03bb2), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.742128 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7b3fb225-ff6d-4f35-abba-2dee9be03bb2), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.775396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:12:15.805596 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747252873274', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (c2372cc5-0d85-49b0-a271-1d5f0cf73565), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.806170 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Unsubscribe: segment precommit_create {{(pid=112891) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:12:15.806673 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Added segment c2372cc5-0d85-49b0-a271-1d5f0cf73565 of type vlan for network 33293c03-d96c-42dd-bece-20cd6568f9bd Aug 31 00:12:15.821572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fb225-ff6d-4f35-abba-2dee9be03bb2,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:15.868521 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.868877 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.869246 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.869610 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.869947 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.870281 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.870610 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.870938 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.871265 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.871589 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.871913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.872369 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.872702 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.873024 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.873345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Tracked resource versions report: Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: pushed versions: Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: { 'AddressGroup': {'1.2'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Agent': {'1.1'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'ConntrackHelper': {'1.0'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Log': {'1.0'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'NDPProxy': {'1.0'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Network': {'1.1'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Port': {'1.7'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'PortForwarding': {'1.3'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'QosPolicy': {'1.10'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroup': {'1.5'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SubPort': {'1.0'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Subnet': {'1.1'}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Trunk': {'1.1'}} Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: consumer versions: Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Agent': '1.1', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'ConntrackHelper': '1.0', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'LocalIPAssociation': '1.0', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Log': '1.0', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'NDPProxy': '1.0', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Network': '1.1', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Port': '1.7', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'PortForwarding': '1.3', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'QosPolicy': '1.10', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroup': '1.5', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroupRule': '1.2', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SubPort': '1.0', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Subnet': '1.1', Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Trunk': '1.1'}} Aug 31 00:12:15.874731 dv-cinder-852210-5-iscsi neutron-server[112891]: {{(pid=112891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:12:15.917950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (33293c03-d96c-42dd-bece-20cd6568f9bd), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.959282 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (33293c03-d96c-42dd-bece-20cd6568f9bd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.964572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:15.965275 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:15.974881 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:16.071419 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8332524 Aug 31 00:12:16.096741 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0cff6-9782-4c8f-b063-e9dce9ebe9ac demo demo] Pushing event updated for resources: {'Network': ['ID=33293c03-d96c-42dd-bece-20cd6568f9bd,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:16.110896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 33293c03-d96c-42dd-bece-20cd6568f9bd details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:12:18.539558 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36074) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:18.955734 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab795484-0409-4377-9f30-605ae35ffe7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:18.957137 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ab795484-0409-4377-9f30-605ae35ffe7c demo admin] 10.222.0.47 "GET /networking/v2.0/networks/33293c03-d96c-42dd-bece-20cd6568f9bd HTTP/1.1" status: 200 len: 825 time: 0.4166989 Aug 31 00:12:18.983407 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a555ff21-aaa4-4d78-ba2b-2c5400644354 demo admin] 10.222.0.47 "GET /networking/v2.0/subnetpools/f2355de6-91a1-406b-874d-699fa88bb61a HTTP/1.1" status: 200 len: 734 time: 0.0196123 Aug 31 00:12:18.992609 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Request body: {'subnet': {'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:19.014183 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Made reservation on behalf of 24b0845707914a1f9ffa3665e80a3533 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:12:19.016602 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:19.222944 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:19.318512 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (6eece2bc-c960-40a7-b922-ea9fc353b18b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:19.385533 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6eece2bc-c960-40a7-b922-ea9fc353b18b,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:19.398992 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Checking segment: {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:12:19.399379 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Network hostable DHCP agents. Network: 33293c03-d96c-42dd-bece-20cd6568f9bd, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:12:19.421223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Network 33293c03-d96c-42dd-bece-20cd6568f9bd is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:12:19.431914 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 33293c03-d96c-42dd-bece-20cd6568f9bd) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:19.436679 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:19.437276 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:19.442540 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3bd53-4570-4d39-9833-7db845259d10 None None] Network 33293c03-d96c-42dd-bece-20cd6568f9bd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:12:19.457772 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0e3b59d1-7392-4522-a754-c6a084663440 demo admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4686255 Aug 31 00:12:19.716836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-33293c03-d96c-42dd-bece-20cd6568f9bd', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:12:19.718098 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:19.999820 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Allocated IP 172.20.0.2 (33293c03-d96c-42dd-bece-20cd6568f9bd/6eece2bc-c960-40a7-b922-ea9fc353b18b/988dd73f-8663-4ef0-b2dd-206aef02cd36) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:12:20.002912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:20.274361 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks [] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:20.286164 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:20.355195 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Network 33293c03-d96c-42dd-bece-20cd6568f9bd is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:12:20.365817 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:20.371323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:12:20.383975 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Pushing event updated for resources: {'Port': ['ID=988dd73f-8663-4ef0-b2dd-206aef02cd36,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:20.432244 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.432600 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.432983 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.433330 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.433675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.434014 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.434347 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.434679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.435013 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.435345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.435677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.436023 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.436380 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.436712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.437043 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Tracked resource versions report: Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: pushed versions: Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: { 'AddressGroup': {'1.2'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Agent': {'1.1'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'ConntrackHelper': {'1.0'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Log': {'1.0'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'NDPProxy': {'1.0'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Network': {'1.1'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Port': {'1.7'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'PortForwarding': {'1.3'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'QosPolicy': {'1.10'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroup': {'1.5'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SubPort': {'1.0'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Subnet': {'1.1'}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Trunk': {'1.1'}} Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: consumer versions: Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Agent': '1.1', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'ConntrackHelper': '1.0', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'LocalIPAssociation': '1.0', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Log': '1.0', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'NDPProxy': '1.0', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Network': '1.1', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Port': '1.7', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'PortForwarding': '1.3', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'QosPolicy': '1.10', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroup': '1.5', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroupRule': '1.2', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SubPort': '1.0', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Subnet': '1.1', Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Trunk': '1.1'}} Aug 31 00:12:20.438446 dv-cinder-852210-5-iscsi neutron-server[112892]: {{(pid=112892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:12:20.479242 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Attempting to bind port 988dd73f-8663-4ef0-b2dd-206aef02cd36 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:12:20.479912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Attempting to bind port 988dd73f-8663-4ef0-b2dd-206aef02cd36 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:12:20.479912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Attempting to bind port 988dd73f-8663-4ef0-b2dd-206aef02cd36 on network 33293c03-d96c-42dd-bece-20cd6568f9bd {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:12:20.485127 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:12:20.485522 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Checking segment: {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:12:20.486014 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:20.486413 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Bound using segment: {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:12:20.488747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Bound port: 988dd73f-8663-4ef0-b2dd-206aef02cd36, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:12:20.488747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:20.554168 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] For port 988dd73f-8663-4ef0-b2dd-206aef02cd36, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:12:20.577076 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] For port 988dd73f-8663-4ef0-b2dd-206aef02cd36, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=988dd73f-8663-4ef0-b2dd-206aef02cd36,segment=NetworkSegment(c2372cc5-0d85-49b0-a271-1d5f0cf73565),segment_id=c2372cc5-0d85-49b0-a271-1d5f0cf73565)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:12:20.584166 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:20.622601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:20.646093 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47e9d3-7deb-429d-b694-fe512221cb5c None None] Pushing event updated for resources: {'Port': ['ID=988dd73f-8663-4ef0-b2dd-206aef02cd36,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:21.849069 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=5 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:21.854326 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:21.919188 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36088) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:22.263394 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [None req-6e3b632e-f6ce-402b-b2c7-a70aa9cff45f admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:12:22.264499 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6e3b632e-f6ce-402b-b2c7-a70aa9cff45f admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3442452 Aug 31 00:12:24.725280 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36096) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:25.082671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [None req-4a45ae88-c6d5-4f4e-83e9-85a68ba2e11e admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:12:25.083744 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4a45ae88-c6d5-4f4e-83e9-85a68ba2e11e admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3575225 Aug 31 00:12:27.676950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36108) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:28.017374 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:28.041674 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (5685c25c-2f65-4859-8b11-1c738fbf69a8), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:28.043221 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (5685c25c-2f65-4859-8b11-1c738fbf69a8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:28.187566 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Publish callbacks [] for router_controller (5685c25c-2f65-4859-8b11-1c738fbf69a8), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:28.195107 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (5685c25c-2f65-4859-8b11-1c738fbf69a8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:28.215749 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:28.221233 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2a1453b4-6658-4882-ab13-f5e5657d14de demo demo] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5427077 Aug 31 00:12:28.849720 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1ac14-c9fa-492d-975f-1c8801766a2e None None] Network 33293c03-d96c-42dd-bece-20cd6568f9bd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:12:28.972172 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Provisioning complete for port 988dd73f-8663-4ef0-b2dd-206aef02cd36 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:28.972567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:29.122057 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Current status of the port 988dd73f-8663-4ef0-b2dd-206aef02cd36 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:29.122460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:29.160595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] For port 988dd73f-8663-4ef0-b2dd-206aef02cd36, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=988dd73f-8663-4ef0-b2dd-206aef02cd36,segment=NetworkSegment(c2372cc5-0d85-49b0-a271-1d5f0cf73565),segment_id=c2372cc5-0d85-49b0-a271-1d5f0cf73565)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:12:29.165916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:29.219304 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018e703-dcbc-4003-831b-f6df1beed7f3 None None] Pushing event updated for resources: {'Port': ['ID=988dd73f-8663-4ef0-b2dd-206aef02cd36,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:29.286312 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-f182ce2f-08a1-496f-8393-834cbedc9f54 None None] Provisioning complete for port 988dd73f-8663-4ef0-b2dd-206aef02cd36 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:29.286699 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f182ce2f-08a1-496f-8393-834cbedc9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:29.289130 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:29.363912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-f182ce2f-08a1-496f-8393-834cbedc9f54 None None] Current status of the port 988dd73f-8663-4ef0-b2dd-206aef02cd36 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:29.532353 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 988dd73f-8663-4ef0-b2dd-206aef02cd36 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:12:29.576805 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 988dd73f-8663-4ef0-b2dd-206aef02cd36 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:29.577199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:29.647668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 988dd73f-8663-4ef0-b2dd-206aef02cd36 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:30.664135 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36116) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:30.993901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [None req-26efbb41-e8cb-42cb-8e4c-150f8083c8f9 admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:12:30.994940 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-26efbb41-e8cb-42cb-8e4c-150f8083c8f9 admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298066 Aug 31 00:12:33.411395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36124) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:33.758904 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:33.781363 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Made reservation on behalf of 549d5b0e486743c994271a9e51f4023c for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:12:33.783640 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:33.792678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:33.850803 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:33.875667 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks [] for security_group (55f46b51-e36b-41f3-a95a-d6be271440ec), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:33.879389 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (55f46b51-e36b-41f3-a95a-d6be271440ec), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:33.895150 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Reserving flat network on physical network physnet1 {{(pid=112891) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 00:12:33.920803 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (0d010e73-3615-4a41-8b7d-2d8e10b3d05e), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:33.921183 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Added segment 0d010e73-3615-4a41-8b7d-2d8e10b3d05e of type flat for network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b Aug 31 00:12:33.922622 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f46b51-e36b-41f3-a95a-d6be271440ec,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:33.972979 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (69465f94-b6fc-4856-b6bf-1a7cb92fab1b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:34.010320 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (69465f94-b6fc-4856-b6bf-1a7cb92fab1b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:34.011412 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:34.011992 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:34.091561 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6790779 Aug 31 00:12:34.111846 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51fe9-8c6b-4e35-9d95-dcffcb18be21 admin admin] Pushing event updated for resources: {'Network': ['ID=69465f94-b6fc-4856-b6bf-1a7cb92fab1b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:34.123827 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:12:34.477120 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7a9ec81a-5651-46cd-9693-1cbc816638d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:36.485513 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36132) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:36.870733 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b66c4-d441-4d52-9940-db256c9ed041 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:36.872087 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b17b66c4-d441-4d52-9940-db256c9ed041 demo admin] 10.222.0.47 "GET /networking/v2.0/subnets/6eece2bc-c960-40a7-b922-ea9fc353b18b HTTP/1.1" status: 200 len: 849 time: 0.3856180 Aug 31 00:12:36.974593 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c2feaf7e-c086-4061-bb6d-e5a5349929e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:36.990530 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:36.995706 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f2c478fa-238a-403f-befe-842244894b9f demo admin] 10.222.0.47 "GET /networking/v2.0/routers/5685c25c-2f65-4859-8b11-1c738fbf69a8 HTTP/1.1" status: 200 len: 704 time: 0.1177566 Aug 31 00:12:37.260299 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:37.592828 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Allocated IP 172.20.0.1 (33293c03-d96c-42dd-bece-20cd6568f9bd/6eece2bc-c960-40a7-b922-ea9fc353b18b/76a7ab22-e529-4c67-9ead-b3d9727c00dc) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:12:37.725473 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:37.750095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks [] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:37.815392 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:37.877571 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Network 33293c03-d96c-42dd-bece-20cd6568f9bd is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:12:37.883955 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:37.892455 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:12:37.892946 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (5685c25c-2f65-4859-8b11-1c738fbf69a8), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:37.966434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Pushing event updated for resources: {'Port': ['ID=76a7ab22-e529-4c67-9ead-b3d9727c00dc,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:38.104865 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.107188 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.137950 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-7e9c3a06-a9c6-48f7-a0d4-8fed1a5694bf None None] Provisioning complete for port 76a7ab22-e529-4c67-9ead-b3d9727c00dc triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:38.138339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3a06-a9c6-48f7-a0d4-8fed1a5694bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.169340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c3a06-a9c6-48f7-a0d4-8fed1a5694bf None None] Port 76a7ab22-e529-4c67-9ead-b3d9727c00dc cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:12:38.243300 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:38.329091 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks [] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.333742 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.335244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (5685c25c-2f65-4859-8b11-1c738fbf69a8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.416511 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Pushing event updated for resources: {'Port': ['ID=76a7ab22-e529-4c67-9ead-b3d9727c00dc,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:38.469538 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Network 33293c03-d96c-42dd-bece-20cd6568f9bd is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:12:38.471142 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:38.630945 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Router 5685c25c-2f65-4859-8b11-1c738fbf69a8 is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:12:38.690082 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-066b54e8-1d25-4f3a-8af4-d38d8db2eb51 None None] Provisioning complete for port 76a7ab22-e529-4c67-9ead-b3d9727c00dc triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:38.690388 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-066b54e8-1d25-4f3a-8af4-d38d8db2eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:38.720005 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:12:38.722467 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-066b54e8-1d25-4f3a-8af4-d38d8db2eb51 None None] Port 76a7ab22-e529-4c67-9ead-b3d9727c00dc cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:12:38.727098 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cf11de71-c7bb-41b0-9722-3cd9fb5696d6 demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/5685c25c-2f65-4859-8b11-1c738fbf69a8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7254035 Aug 31 00:12:38.730931 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Sync routers for ids ['5685c25c-2f65-4859-8b11-1c738fbf69a8'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:12:38.744055 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Routers {'5685c25c-2f65-4859-8b11-1c738fbf69a8'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:12:38.744850 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:12:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['5685c25c-2f65-4859-8b11-1c738fbf69a8'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:38.922548 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Set router 5685c25c-2f65-4859-8b11-1c738fbf69a8 gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:12:39.341498 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:38Z', 'revision_number': 2, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port_host': None, '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:38Z', 'revision_number': 2, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:39.390553 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Checking router: 5685c25c-2f65-4859-8b11-1c738fbf69a8 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:12:39.390918 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Updating router 5685c25c-2f65-4859-8b11-1c738fbf69a8 port 76a7ab22-e529-4c67-9ead-b3d9727c00dc binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:12:39.446294 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:39.669152 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:39.779733 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:39.960069 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks [] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:39.966024 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:40.125405 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Pushing event updated for resources: {'Port': ['ID=76a7ab22-e529-4c67-9ead-b3d9727c00dc,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:40.130279 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:12:40.134423 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Attempting to bind port 76a7ab22-e529-4c67-9ead-b3d9727c00dc on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:12:40.134774 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Attempting to bind port 76a7ab22-e529-4c67-9ead-b3d9727c00dc by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:12:40.135206 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Attempting to bind port 76a7ab22-e529-4c67-9ead-b3d9727c00dc on network 33293c03-d96c-42dd-bece-20cd6568f9bd {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:12:40.137794 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.138134 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.138494 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.138866 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.139183 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.139510 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.139834 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.140174 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.140499 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.140821 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.141143 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.141478 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.141800 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.142117 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.142433 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Tracked resource versions report: Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: pushed versions: Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: { 'AddressGroup': {'1.2'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Agent': {'1.1'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'ConntrackHelper': {'1.0'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Log': {'1.0'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'NDPProxy': {'1.0'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Network': {'1.1'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Port': {'1.7'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'PortForwarding': {'1.3'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'QosPolicy': {'1.10'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroup': {'1.5'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SubPort': {'1.0'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Subnet': {'1.1'}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Trunk': {'1.1'}} Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: consumer versions: Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Agent': '1.1', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'ConntrackHelper': '1.0', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'LocalIPAssociation': '1.0', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Log': '1.0', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'NDPProxy': '1.0', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Network': '1.1', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Port': '1.7', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'PortForwarding': '1.3', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'QosPolicy': '1.10', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroup': '1.5', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroupRule': '1.2', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SubPort': '1.0', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Subnet': '1.1', Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Trunk': '1.1'}} Aug 31 00:12:40.143818 dv-cinder-852210-5-iscsi neutron-server[112893]: {{(pid=112893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:12:40.151834 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:12:40.152273 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Checking segment: {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:12:40.152767 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:40.153162 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Bound using segment: {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:12:40.153638 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Bound port: 76a7ab22-e529-4c67-9ead-b3d9727c00dc, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2372cc5-0d85-49b0-a271-1d5f0cf73565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:12:40.154024 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:40.189520 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:40.222664 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] For port 76a7ab22-e529-4c67-9ead-b3d9727c00dc, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:12:40.243486 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] For port 76a7ab22-e529-4c67-9ead-b3d9727c00dc, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=76a7ab22-e529-4c67-9ead-b3d9727c00dc,segment=NetworkSegment(c2372cc5-0d85-49b0-a271-1d5f0cf73565),segment_id=c2372cc5-0d85-49b0-a271-1d5f0cf73565)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:12:40.249501 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:40.286947 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Routers {'5685c25c-2f65-4859-8b11-1c738fbf69a8'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:12:40.288224 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:12:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['5685c25c-2f65-4859-8b11-1c738fbf69a8'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:40.363308 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:40.374045 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45067c7-3a16-446f-8929-b17cc14b4f84 None None] Pushing event updated for resources: {'Port': ['ID=76a7ab22-e529-4c67-9ead-b3d9727c00dc,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:40.394201 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] Set router 5685c25c-2f65-4859-8b11-1c738fbf69a8 gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:12:40.592554 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:38Z', 'revision_number': 2, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port_host': None, '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:40Z', 'revision_number': 4, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:40.621130 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34428-4f2b-4bae-870d-341aa1a73f8b None None] The sync data for ids ['5685c25c-2f65-4859-8b11-1c738fbf69a8'] in dv-cinder-852210-5-iscsi is: [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:38Z', 'revision_number': 2, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port_host': None, '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:40Z', 'revision_number': 4, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:12:41.115862 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36144) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:41.497213 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:41.524252 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209479de-a28f-408e-92ce-676d73125412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:41.525553 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-209479de-a28f-408e-92ce-676d73125412 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/69465f94-b6fc-4856-b6bf-1a7cb92fab1b HTTP/1.1" status: 200 len: 842 time: 0.4087300 Aug 31 00:12:41.535378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.4.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.4.0/24', 'name': 'public-subnet', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:41.557408 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Made reservation on behalf of 549d5b0e486743c994271a9e51f4023c for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:12:41.559642 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:41.917651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.objects.ports [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112891) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 00:12:41.918121 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (fde4d8ad-108b-454c-9172-b7bec5cd423c), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:41.971060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:41.980029 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde4d8ad-108b-454c-9172-b7bec5cd423c,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:41.990439 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:12:41.991449 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Network hostable DHCP agents. Network: 69465f94-b6fc-4856-b6bf-1a7cb92fab1b, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:12:42.009170 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:12:42.017792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 69465f94-b6fc-4856-b6bf-1a7cb92fab1b) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:42.022024 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:42.022830 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:42.029388 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95cf4e-60d6-44d2-95ea-40aa288df458 None None] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:12:42.058380 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f14d738e-9ce1-4f4b-b364-089c5e77c0c6 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5109169 Aug 31 00:12:42.134706 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:42.204902 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe9eb3-f047-45a3-bd01-e1dd6ea5b07c None None] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:12:44.510063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36152) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:44.939083 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c148c63c-0473-478b-98fa-984adec8bdf7 demo admin] 10.222.0.47 "GET /networking/v2.0/routers/5685c25c-2f65-4859-8b11-1c738fbf69a8 HTTP/1.1" status: 200 len: 710 time: 0.4278824 Aug 31 00:12:45.036553 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c753cf-6f76-4bd5-bde7-7cae83a7a734 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:12:45.038094 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-01c753cf-6f76-4bd5-bde7-7cae83a7a734 demo admin] 10.222.0.47 "GET /networking/v2.0/networks/69465f94-b6fc-4856-b6bf-1a7cb92fab1b HTTP/1.1" status: 200 len: 886 time: 0.0924802 Aug 31 00:12:45.047249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:12:45.283242 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:45.292624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks [] for router_gateway (5685c25c-2f65-4859-8b11-1c738fbf69a8), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.523914 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks [] for router_gateway (5685c25c-2f65-4859-8b11-1c738fbf69a8), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.594850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 76a7ab22-e529-4c67-9ead-b3d9727c00dc up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:12:45.609749 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.647678 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 76a7ab22-e529-4c67-9ead-b3d9727c00dc triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:45.648320 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.724033 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 76a7ab22-e529-4c67-9ead-b3d9727c00dc is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:45.724479 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.731700 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Allocated IP 172.27.4.160 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/3fc0944f-4efb-4b98-bd8b-297fc7a22321) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:12:45.761989 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 76a7ab22-e529-4c67-9ead-b3d9727c00dc, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=76a7ab22-e529-4c67-9ead-b3d9727c00dc,segment=NetworkSegment(c2372cc5-0d85-49b0-a271-1d5f0cf73565),segment_id=c2372cc5-0d85-49b0-a271-1d5f0cf73565)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:12:45.763896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:45.768619 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.819881 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=76a7ab22-e529-4c67-9ead-b3d9727c00dc,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:45.820118 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:45.849691 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks [] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.884607 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:45.925001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:12:45.930064 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:12:45.933531 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:12:45.968746 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Pushing event updated for resources: {'Port': ['ID=3fc0944f-4efb-4b98-bd8b-297fc7a22321,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:46.261814 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks [] for router_gateway (5685c25c-2f65-4859-8b11-1c738fbf69a8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:46.306356 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:46.457209 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62003'] for router (5685c25c-2f65-4859-8b11-1c738fbf69a8), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:46.461672 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3728417', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728880'] for router (5685c25c-2f65-4859-8b11-1c738fbf69a8), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:46.568261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Router 5685c25c-2f65-4859-8b11-1c738fbf69a8 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:12:46.671379 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:12:46.675745 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:46.692418 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-68062f27-c516-4757-b64a-ac6047e97c86 demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/5685c25c-2f65-4859-8b11-1c738fbf69a8 HTTP/1.1" status: 200 len: 890 time: 1.6329815 Aug 31 00:12:47.056452 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Sync routers for ids ['5685c25c-2f65-4859-8b11-1c738fbf69a8'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:12:47.067706 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Routers {'5685c25c-2f65-4859-8b11-1c738fbf69a8'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:12:47.068406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:12:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['5685c25c-2f65-4859-8b11-1c738fbf69a8'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:47.275559 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Set router 5685c25c-2f65-4859-8b11-1c738fbf69a8 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:12:47.545767 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 76a7ab22-e529-4c67-9ead-b3d9727c00dc up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:12:47.685520 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 76a7ab22-e529-4c67-9ead-b3d9727c00dc triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:47.685892 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:47.731721 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:46Z', 'revision_number': 4, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port': {'id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:45Z', 'updated_at': '2022-08-31T00:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:45Z', 'revision_number': 5, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:47.786898 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Checking router: 5685c25c-2f65-4859-8b11-1c738fbf69a8 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:12:47.787253 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Updating router 5685c25c-2f65-4859-8b11-1c738fbf69a8 port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:12:47.848304 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:47.945628 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:48.042873 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 76a7ab22-e529-4c67-9ead-b3d9727c00dc is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:48.268641 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks [] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:48.274576 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:48.310901 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Attempting to bind port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:12:48.311279 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Attempting to bind port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:12:48.311654 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Attempting to bind port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:12:48.324178 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:12:48.324569 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:12:48.324978 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:48.325380 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:12:48.325853 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Bound port: 3fc0944f-4efb-4b98-bd8b-297fc7a22321, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:12:48.326237 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:48.355651 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae0cde-393a-4c3c-8f91-be8685f81616 None None] Pushing event updated for resources: {'Port': ['ID=3fc0944f-4efb-4b98-bd8b-297fc7a22321,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:48.362043 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:48.388320 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] For port 3fc0944f-4efb-4b98-bd8b-297fc7a22321, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:12:48.391283 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] For port 3fc0944f-4efb-4b98-bd8b-297fc7a22321, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3fc0944f-4efb-4b98-bd8b-297fc7a22321,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:12:48.398140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:48.431880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Routers {'5685c25c-2f65-4859-8b11-1c738fbf69a8'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:12:48.432586 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:12:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['5685c25c-2f65-4859-8b11-1c738fbf69a8'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:48.495243 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae0cde-393a-4c3c-8f91-be8685f81616 None None] Pushing event updated for resources: {'Port': ['ID=3fc0944f-4efb-4b98-bd8b-297fc7a22321,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:48.555299 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] Set router 5685c25c-2f65-4859-8b11-1c738fbf69a8 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:12:48.751881 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:46Z', 'revision_number': 4, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port': {'id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:45Z', 'updated_at': '2022-08-31T00:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:45Z', 'revision_number': 5, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:12:48.781525 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ef8b-e168-4379-95eb-cef97e83d54d None None] The sync data for ids ['5685c25c-2f65-4859-8b11-1c738fbf69a8'] in dv-cinder-852210-5-iscsi is: [{'id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'name': 'router1', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:12:28Z', 'updated_at': '2022-08-31T00:12:46Z', 'revision_number': 4, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'gw_port': {'id': '3fc0944f-4efb-4b98-bd8b-297fc7a22321', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:45Z', 'updated_at': '2022-08-31T00:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '76a7ab22-e529-4c67-9ead-b3d9727c00dc', 'name': '', 'network_id': '33293c03-d96c-42dd-bece-20cd6568f9bd', 'tenant_id': '24b0845707914a1f9ffa3665e80a3533', 'mac_address': 'fa:16:3e:6e:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685c25c-2f65-4859-8b11-1c738fbf69a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:12:37Z', 'updated_at': '2022-08-31T00:12:45Z', 'revision_number': 5, 'project_id': '24b0845707914a1f9ffa3665e80a3533', 'subnets': [{'id': '6eece2bc-c960-40a7-b922-ea9fc353b18b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2355de6-91a1-406b-874d-699fa88bb61a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:12:49.264962 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36164) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:12:49.571100 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3fc0944f-4efb-4b98-bd8b-297fc7a22321 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:12:49.616583 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:49.617058 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:49.638009 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:49.692718 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:49.693110 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:49.698736 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-50323d0c-19aa-4c2c-a95c-ac3e3088996d admin admin] 10.222.0.47 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4326489 Aug 31 00:12:49.715743 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 3fc0944f-4efb-4b98-bd8b-297fc7a22321, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3fc0944f-4efb-4b98-bd8b-297fc7a22321,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:12:49.721484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:49.775110 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=3fc0944f-4efb-4b98-bd8b-297fc7a22321,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:12:50.592805 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:50.595147 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=23 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:51.551710 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3fc0944f-4efb-4b98-bd8b-297fc7a22321 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:12:51.602531 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:12:51.602917 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3fc0944f-4efb-4b98-bd8b-297fc7a22321), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:12:51.685052 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3fc0944f-4efb-4b98-bd8b-297fc7a22321 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:12:59.691656 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:12:59.695729 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=43 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:01.681979 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:01.683536 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:04.485508 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8aca44e5-f612-4e6c-bb12-1b012f72578c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:06.971747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6202be33-4e26-4a84-88f0-99b90429ed31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:08.109885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:09.675934 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:09.787541 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:13.022668 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:13.025280 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:17.049296 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:13:19.778054 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:19.780112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:27.048870 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:34.490186 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-27b959c8-e8ce-4e05-bd45-a98a53414fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:36.975687 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d7142dfe-d7b5-4cee-a65d-a1469a388b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:38.115194 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:39.685272 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:39.794192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:13:49.780879 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:49.788056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:50.034757 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:50.040225 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:13:54.047718 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:14:04.042892 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:04.043652 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:04.484143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-47cd1dba-8c2d-4f91-adf7-816ca26dae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:06.972739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-ca5fab00-9ad2-4413-b9cd-0eccd3a2bd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:08.115317 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:09.676727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:09.794676 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:12.952692 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36704) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:13.298597 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.pecan_wsgi.hooks.translation [None req-46643053-f797-4d4e-a9b1-a2ba9c5f1ce7 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:14:13.300596 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-46643053-f797-4d4e-a9b1-a2ba9c5f1ce7 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3468668 Aug 31 00:14:13.472221 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594badfc-7508-4611-800a-527916943bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:13.473800 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-594badfc-7508-4611-800a-527916943bb1 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1688435 Aug 31 00:14:15.887501 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36714) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:16.236999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writer thread running {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 00:14:16.259719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:16.359312 dv-cinder-852210-5-iscsi neutron-server[112890]: ERROR stevedore.extension [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 00:14:16.413625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.policy [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 00:14:16.456401 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING oslo_policy.policy [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:14:16.456720 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING oslo_policy.policy [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 00:14:16.464481 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:16.466204 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-88b08f39-c03a-4c7b-9a63-baf0c61170ef admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/6eece2bc-c960-40a7-b922-ea9fc353b18b HTTP/1.1" status: 200 len: 849 time: 0.5777624 Aug 31 00:14:16.476851 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:14:16.569195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Publish callbacks [] for subnet (6eece2bc-c960-40a7-b922-ea9fc353b18b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:16.729699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747252784779'] for subnet (6eece2bc-c960-40a7-b922-ea9fc353b18b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:16.794242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:16.795365 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:16.796170 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] 10.222.0.47 "PUT /networking/v2.0/subnets/6eece2bc-c960-40a7-b922-ea9fc353b18b HTTP/1.1" status: 200 len: 868 time: 0.3232532 Aug 31 00:14:16.799339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fbd84-54c9-4f77-be85-ab3716b3224d None None] Network 33293c03-d96c-42dd-bece-20cd6568f9bd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:14:16.809336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eece2bc-c960-40a7-b922-ea9fc353b18b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:14:16.820797 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.821183 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.821594 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.821845 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.822182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.822531 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.822859 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.823286 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.823631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.824005 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.824427 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.824782 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.825113 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.825439 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.825766 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c411c-8196-403b-b41d-a15478e37a8e admin admin] Tracked resource versions report: Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: pushed versions: Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: { 'AddressGroup': {'1.2'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Agent': {'1.1'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'ConntrackHelper': {'1.0'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Log': {'1.0'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'NDPProxy': {'1.0'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Network': {'1.1'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Port': {'1.7'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'PortForwarding': {'1.3'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'QosPolicy': {'1.10'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroup': {'1.5'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SubPort': {'1.0'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Subnet': {'1.1'}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Trunk': {'1.1'}} Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: consumer versions: Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Agent': '1.1', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'ConntrackHelper': '1.0', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'LocalIPAssociation': '1.0', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Log': '1.0', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'NDPProxy': '1.0', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Network': '1.1', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Port': '1.7', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'PortForwarding': '1.3', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'QosPolicy': '1.10', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroup': '1.5', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroupRule': '1.2', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SubPort': '1.0', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Subnet': '1.1', Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Trunk': '1.1'}} Aug 31 00:14:16.827175 dv-cinder-852210-5-iscsi neutron-server[112890]: {{(pid=112890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:14:17.026727 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:17.186978 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Provisioning complete for port 76a7ab22-e529-4c67-9ead-b3d9727c00dc triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:14:17.187366 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (76a7ab22-e529-4c67-9ead-b3d9727c00dc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:17.264117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Current status of the port 76a7ab22-e529-4c67-9ead-b3d9727c00dc is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:14:17.272829 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Provisioning complete for port 988dd73f-8663-4ef0-b2dd-206aef02cd36 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:14:17.273219 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (988dd73f-8663-4ef0-b2dd-206aef02cd36), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:17.346117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-45d9368a-48c0-4c57-952d-a01ca4f585d5 None None] Current status of the port 988dd73f-8663-4ef0-b2dd-206aef02cd36 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:14:19.141871 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36732) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:19.640933 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd206816-2bf0-433c-882d-4ef82ffcd33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:19.641418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd206816-2bf0-433c-882d-4ef82ffcd33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:19.643198 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bd206816-2bf0-433c-882d-4ef82ffcd33e admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5001991 Aug 31 00:14:22.006442 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36740) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:22.421007 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c925bf95-59f2-4f00-a6a6-a94ebb990f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:22.421482 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c925bf95-59f2-4f00-a6a6-a94ebb990f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:22.423024 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c925bf95-59f2-4f00-a6a6-a94ebb990f43 admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4156036 Aug 31 00:14:24.775649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36748) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:25.201870 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ea175-d5dd-4b22-9bc2-d39024937207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:25.203247 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b54ea175-d5dd-4b22-9bc2-d39024937207 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/33293c03-d96c-42dd-bece-20cd6568f9bd HTTP/1.1" status: 200 len: 869 time: 0.4266052 Aug 31 00:14:26.813079 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=41,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:26.815023 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=55,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:27.033822 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:27.037951 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:27.343308 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:27.345878 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:27.585159 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36758) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:28.001315 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43411cf-3886-4d08-afe8-7f24531d28fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:28.002709 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e43411cf-3886-4d08-afe8-7f24531d28fc admin admin] 10.222.0.47 "GET /networking/v2.0/networks/69465f94-b6fc-4856-b6bf-1a7cb92fab1b HTTP/1.1" status: 200 len: 886 time: 0.4162757 Aug 31 00:14:30.365261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36766) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:30.891764 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7b1a6-2c66-4409-9749-a64cd59a9b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:30.892257 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7b1a6-2c66-4409-9749-a64cd59a9b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:30.893813 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-09a7b1a6-2c66-4409-9749-a64cd59a9b53 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5276811 Aug 31 00:14:31.096469 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:14:33.285012 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36774) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:33.670583 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477f580-6af2-4a5c-83b2-e742a55b45ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:33.671044 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477f580-6af2-4a5c-83b2-e742a55b45ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:33.672642 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5477f580-6af2-4a5c-83b2-e742a55b45ca admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3866887 Aug 31 00:14:34.488726 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-979d3ebf-f382-40a0-9e5d-fede91664d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:36.017340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36782) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:36.411491 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b8fad-2331-4af0-a115-b9794b8233cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:36.412895 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d55b8fad-2331-4af0-a115-b9794b8233cb admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/6eece2bc-c960-40a7-b922-ea9fc353b18b HTTP/1.1" status: 200 len: 868 time: 0.3944955 Aug 31 00:14:36.965241 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d863507e-386f-475d-b7e1-f5b039a67d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:38.117854 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:38.760578 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36790) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:14:39.128513 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201968b-bcb4-46f9-81e1-22e0c8216796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:14:39.129871 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b201968b-bcb4-46f9-81e1-22e0c8216796 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/fde4d8ad-108b-454c-9172-b7bec5cd423c HTTP/1.1" status: 200 len: 816 time: 0.3683095 Aug 31 00:14:39.671226 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:39.801354 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:14:41.041339 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:41.042123 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:49.123249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=75 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:49.124074 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:49.793798 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:14:49.796910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:04.026417 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=12 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:04.032959 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=20 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:04.493958 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-024bde7b-4c14-4c9b-abe6-5a95bbb78624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:06.968018 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1308f5ce-e324-4568-81b3-40ff617eeec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:07.885089 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36846) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:15:08.044737 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:15:08.119799 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:08.222922 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [None req-ee93473a-b76d-43dd-96db-cf25713cd0c9 admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:15:08.224086 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ee93473a-b76d-43dd-96db-cf25713cd0c9 admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3380206 Aug 31 00:15:09.676165 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:09.800276 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:10.654048 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36854) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:15:11.020713 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.pecan_wsgi.hooks.translation [None req-967dedeb-d841-4c7b-bcc3-9a35910f3714 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:15:11.022048 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-967dedeb-d841-4c7b-bcc3-9a35910f3714 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3670731 Aug 31 00:15:11.184330 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c10a9a-f406-4e2d-b0f2-6293163bc368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:15:11.185817 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b4c10a9a-f406-4e2d-b0f2-6293163bc368 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1594462 Aug 31 00:15:13.728175 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36862) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:15:14.105736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:15:14.144938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Made reservation on behalf of 549d5b0e486743c994271a9e51f4023c for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:15:14.147282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:14.191231 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING neutron.services.revisions.revision_plugin [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Could not find related network for resource to bump revision. Aug 31 00:15:14.210453 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:15:14.223278 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747252873274', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (e6a3b4c7-45f2-445b-ab45-1cc981124bad), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:14.223830 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Unsubscribe: segment precommit_create {{(pid=112890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 00:15:14.224374 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Added segment e6a3b4c7-45f2-445b-ab45-1cc981124bad of type vlan for network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd Aug 31 00:15:14.283584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (ade9fbdb-c50b-4762-9953-4b6b94fdd2fd), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:14.317717 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (ade9fbdb-c50b-4762-9953-4b6b94fdd2fd), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:14.318837 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:15:14.319438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:14.420855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6913693 Aug 31 00:15:14.441583 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c404eb-9b29-45fb-9bb6-8e0b64592dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ade9fbdb-c50b-4762-9953-4b6b94fdd2fd,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:15:14.453327 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:15:16.799289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36870) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:15:17.167795 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3eab23-6a5e-4f6e-9894-455b2004cee6 admin admin] GET failed (client error): The resource could not be found. Aug 31 00:15:17.169154 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ce3eab23-6a5e-4f6e-9894-455b2004cee6 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3689232 Aug 31 00:15:17.245112 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064aaa5-5aa4-4c95-a5b4-7855a79e75f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:15:17.246580 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e064aaa5-5aa4-4c95-a5b4-7855a79e75f4 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723538 Aug 31 00:15:17.258633 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:15:17.281083 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Made reservation on behalf of 549d5b0e486743c994271a9e51f4023c for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:15:17.283380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:17.509190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (de55e5ee-a95e-47b8-8530-b0bfbd9149bc), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:17.575197 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de55e5ee-a95e-47b8-8530-b0bfbd9149bc,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:15:17.586058 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.586369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.587090 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.587090 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.587395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.587724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.588055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.588410 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.588756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.589092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.589420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.589802 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.590107 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.590413 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.590733 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:17.594563 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Checking segment: {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:15:17.594950 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Network hostable DHCP agents. Network: ade9fbdb-c50b-4762-9953-4b6b94fdd2fd, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:15:17.619827 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:15:17.633148 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, ade9fbdb-c50b-4762-9953-4b6b94fdd2fd) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:15:17.639716 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:15:17.640361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:17.642980 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d2cae-32a4-4229-8e8a-d1091c425114 None None] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:15:17.657353 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-91a42fc5-8234-48ad-8a92-dd3661b58c13 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4023464 Aug 31 00:15:17.756201 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-ade9fbdb-c50b-4762-9953-4b6b94fdd2fd', 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd', 'project_id': '549d5b0e486743c994271a9e51f4023c', 'fixed_ips': [{'subnet_id': 'de55e5ee-a95e-47b8-8530-b0bfbd9149bc'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:15:17.757162 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:17.908328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Allocated IP 192.168.233.2 (ade9fbdb-c50b-4762-9953-4b6b94fdd2fd/de55e5ee-a95e-47b8-8530-b0bfbd9149bc/19396f00-11e2-4284-807b-7797f3dcb66d) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:15:18.041400 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:18.071658 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks [] for port (19396f00-11e2-4284-807b-7797f3dcb66d), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:18.079537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:18.126481 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:15:18.131748 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:15:18.134291 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:15:18.138353 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Pushing event updated for resources: {'Port': ['ID=19396f00-11e2-4284-807b-7797f3dcb66d,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:15:18.165471 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.165735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.166189 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.166456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.167417 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.167417 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.167417 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.167727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.168050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.168395 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.168717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.169051 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.169381 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.169694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.170012 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:15:18.208916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Attempting to bind port 19396f00-11e2-4284-807b-7797f3dcb66d on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:15:18.209210 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Attempting to bind port 19396f00-11e2-4284-807b-7797f3dcb66d by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:15:18.209566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Attempting to bind port 19396f00-11e2-4284-807b-7797f3dcb66d on network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:15:18.215055 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:15:18.215426 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Checking segment: {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:15:18.215825 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:18.216239 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Bound using segment: {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:15:18.216704 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Bound port: 19396f00-11e2-4284-807b-7797f3dcb66d, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:15:18.217106 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:18.284951 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] For port 19396f00-11e2-4284-807b-7797f3dcb66d, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:15:18.288133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] For port 19396f00-11e2-4284-807b-7797f3dcb66d, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=19396f00-11e2-4284-807b-7797f3dcb66d,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:15:18.293728 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:18.353833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05570972-7c13-49d1-b454-5a778a722d04 None None] Pushing event updated for resources: {'Port': ['ID=19396f00-11e2-4284-807b-7797f3dcb66d,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:15:19.148542 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6b376-4b3c-49c1-a695-d39e18f3749f None None] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:15:19.206595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:19.214278 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:19.346883 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Provisioning complete for port 19396f00-11e2-4284-807b-7797f3dcb66d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:15:19.347192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:19.456310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Current status of the port 19396f00-11e2-4284-807b-7797f3dcb66d is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:15:19.456708 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:19.496994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] For port 19396f00-11e2-4284-807b-7797f3dcb66d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=19396f00-11e2-4284-807b-7797f3dcb66d,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:15:19.502350 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:19.559296 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9101e29-7e9f-4b29-ae0f-32e317942d60 None None] Pushing event updated for resources: {'Port': ['ID=19396f00-11e2-4284-807b-7797f3dcb66d,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:15:19.630595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-ffdc7bf1-6162-4695-b1cd-dccadef84e1d None None] Provisioning complete for port 19396f00-11e2-4284-807b-7797f3dcb66d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:15:19.631601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7bf1-6162-4695-b1cd-dccadef84e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:19.691064 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 19396f00-11e2-4284-807b-7797f3dcb66d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:15:19.760243 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc7bf1-6162-4695-b1cd-dccadef84e1d None None] Current status of the port 19396f00-11e2-4284-807b-7797f3dcb66d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:15:19.777490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 19396f00-11e2-4284-807b-7797f3dcb66d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:15:19.777889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (19396f00-11e2-4284-807b-7797f3dcb66d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:19.854031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 19396f00-11e2-4284-807b-7797f3dcb66d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:15:27.649611 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:27.650448 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:29.846541 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=52 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:29.852678 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:34.497737 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4b035fb2-d420-404a-9ef3-1b22fcb76107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:36.972985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d995b6c-eb82-43bd-ab2a-4c5c5a771f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:38.122745 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:39.679941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:39.804556 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:15:41.029124 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:41.030329 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:45.043791 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:15:49.798179 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=21 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:15:49.801167 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:03.004293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:03.005053 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:04.504236 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e3c5d3bb-5221-4af3-a472-815609abe88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:06.978605 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7fc75d2e-84a7-4588-beb6-5d46f88a3b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:08.126475 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:09.684451 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:09.806192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:18.020807 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:18.025897 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:19.800075 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:19.802088 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:22.042742 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:16:32.038680 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:32.039578 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:33.554996 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36914) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:16:33.561917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [None req-30961a84-ab1a-439b-b932-37f8ac05c808 tempest-verify_tempest_config-669553231 tempest-verify_tempest_config-669553231-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:16:33.562973 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-30961a84-ab1a-439b-b932-37f8ac05c808 tempest-verify_tempest_config-669553231 tempest-verify_tempest_config-669553231-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0069747 Aug 31 00:16:34.100400 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 36932) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:16:34.444539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.499740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4cadf74c-5658-465e-93e5-9e0013266f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.565417 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Publish callbacks [] for security_group (bd2e64be-4b29-4610-a88b-3c848ecb116d), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.569297 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (bd2e64be-4b29-4610-a88b-3c848ecb116d), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.617537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e64be-4b29-4610-a88b-3c848ecb116d,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:16:34.621365 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f2c2a34f639a4edb80f3a493cb65a2b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5199769 Aug 31 00:16:34.625328 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 36936) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:16:34.628739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.629095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.629461 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.629808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.630143 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.630473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.630801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.631127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.631471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.631803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.632144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.632512 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.632840 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.633162 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.633482 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d1d93-35b7-41ae-891d-bb37551c743d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.684272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Publish callbacks [] for security_group (bd2e64be-4b29-4610-a88b-3c848ecb116d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.704647 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Publish callbacks [] for security_group (bd2e64be-4b29-4610-a88b-3c848ecb116d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.800751 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (bd2e64be-4b29-4610-a88b-3c848ecb116d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.803435 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:34.804630 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bd2e64be-4b29-4610-a88b-3c848ecb116d HTTP/1.1" status: 204 len: 168 time: 0.1782029 Aug 31 00:16:34.813604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e64be-4b29-4610-a88b-3c848ecb116d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:16:34.830508 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.830866 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.831239 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.831591 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.831933 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.832307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.832644 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.832978 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.833316 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.833654 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.834001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.834338 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.834663 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.834991 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:34.835314 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b3b1d-bd37-4bfa-8c05-44027fe4b259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:16:36.982945 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-194c422f-d18a-4309-9e42-eeefd117a179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:38.127628 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:39.691628 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:39.808314 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:16:44.615959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:44.624324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:44.816703 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:44.825847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:49.797423 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:49.804048 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:16:59.041211 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:17:01.954827 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=12 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:04.502586 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c48efa09-faba-4a4b-b440-c26cbcbefdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:06.988829 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-44ab6428-9023-481e-9cdf-926e11b09331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:08.132088 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:09.037788 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=22 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:09.687676 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:09.816324 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:19.801542 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:19.812705 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:32.028609 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:32.029592 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:34.510158 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be781b87-37c8-4b61-822f-dea70b33c095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:36.040792 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 5 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:17:36.991201 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b090e329-fbba-479a-be3f-b36a67478695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:38.140564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:39.687511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:39.821555 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:17:46.035564 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:46.036374 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:49.813340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:17:49.815460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:04.513192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c15cb9db-9ad5-4d6e-9273-1f92f378402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:06.998887 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2d54f749-2c25-479e-a8a3-13bf19df4e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:08.147282 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:09.026520 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:09.027706 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:09.685199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:09.825152 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:10.923925 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734767'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:13.040134 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:18:20.912246 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:20.917387 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:23.035156 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:23.036864 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:24.179274 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37032) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:18:24.358926 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cd404dc4-9921-467d-b9ab-7df71a60c15e admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1781626 Aug 31 00:18:26.849589 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37042) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:18:26.920580 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ef2835d5-b06b-4048-af79-0185c5b3ffae admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0696287 Aug 31 00:18:34.518565 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-391a85e4-1a69-486b-b7a3-bb3c423cf198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:36.909526 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:36.910590 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:36.986846 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-46f7005a-57e7-4444-936c-0364d115121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:38.150111 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:39.683178 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:39.829735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:40.872527 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:18:46.025799 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:46.027019 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:50.040831 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:18:50.860174 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:18:50.867501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:01.969094 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=10 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:01.975004 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=18 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:04.514983 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-104d50e2-cd59-4398-b826-be5bfe345584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:06.984379 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6c5f-7170-4142-975c-03431bf59d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:08.150469 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:09.679425 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:09.835151 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:10.886755 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:20.879520 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:20.881597 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:23.018076 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:23.024318 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=6 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:27.044190 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:19:34.631052 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6c70e69f-f393-4ff1-be22-5419d054b808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:36.988853 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0aa10ae5-d0cd-49a7-b561-5446570bd18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:37.036534 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:38.147532 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:39.678085 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:39.837413 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:40.920738 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:19:50.905961 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:19:50.915786 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:03.007217 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:03.009735 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:04.049864 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:20:04.517472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-221f948d-7ae7-41a8-beb6-489df399cd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:06.484499 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37108) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:06.771996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-259933196-network', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:06.843249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Made reservation on behalf of 5d71e648b9ff42fb8b29beabe01a5512 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:06.852731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:06.894867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.055482 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5169a9e8-ec7b-4b57-afd4-9148764fc480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.177483 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks [] for security_group (704d1b60-0fed-45e9-a724-8aa3cc90b5ac), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.189788 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (704d1b60-0fed-45e9-a724-8aa3cc90b5ac), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.311740 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704d1b60-0fed-45e9-a724-8aa3cc90b5ac,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:07.338354 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.339486 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.341155 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.342014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.342876 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.343913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.344849 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.346027 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.346901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.347932 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.348859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.349732 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.350749 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.351758 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.352671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Tracked resource versions report: Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: pushed versions: Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: { 'AddressGroup': {'1.2'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Agent': {'1.1'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'ConntrackHelper': {'1.0'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Log': {'1.0'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'NDPProxy': {'1.0'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Network': {'1.1'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Port': {'1.7'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'PortForwarding': {'1.3'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'QosPolicy': {'1.10'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroup': {'1.5'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SubPort': {'1.0'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Subnet': {'1.1'}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Trunk': {'1.1'}} Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: consumer versions: Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Agent': '1.1', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'ConntrackHelper': '1.0', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'LocalIPAssociation': '1.0', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Log': '1.0', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'NDPProxy': '1.0', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Network': '1.1', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Port': '1.7', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'PortForwarding': '1.3', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'QosPolicy': '1.10', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroup': '1.5', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SecurityGroupRule': '1.2', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'SubPort': '1.0', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Subnet': '1.1', Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: 'Trunk': '1.1'}} Aug 31 00:20:07.355194 dv-cinder-852210-5-iscsi neutron-server[112891]: {{(pid=112891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:20:07.388499 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:20:07.420801 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (437f814d-1b58-48c7-832c-6d6ee422e1f7), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.422979 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Added segment 437f814d-1b58-48c7-832c-6d6ee422e1f7 of type vlan for network 9d68da4d-e52e-4644-8ba2-67d235ba58ef Aug 31 00:20:07.503542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (9d68da4d-e52e-4644-8ba2-67d235ba58ef), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.552083 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (9d68da4d-e52e-4644-8ba2-67d235ba58ef), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.556124 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:07.557154 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.660310 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1714833 Aug 31 00:20:07.664186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37154) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:07.670663 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Request body: {'subnet': {'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-259933196-subnet', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:07.687214 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec53d-4351-44d9-a343-492c045cf20f admin admin] Pushing event updated for resources: {'Network': ['ID=9d68da4d-e52e-4644-8ba2-67d235ba58ef,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:07.698458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Made reservation on behalf of 5d71e648b9ff42fb8b29beabe01a5512 for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:07.702190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:07.710914 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:20:07.933411 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.035709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:08.059034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.059470 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.060407 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.061241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.061836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.062428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.063033 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.063626 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.064252 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.064878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.065417 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.065987 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.066538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.067106 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.067653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Tracked resource versions report: Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: pushed versions: Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: { 'AddressGroup': {'1.2'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Agent': {'1.1'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'ConntrackHelper': {'1.0'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Log': {'1.0'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'NDPProxy': {'1.0'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Network': {'1.1'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Port': {'1.7'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'PortForwarding': {'1.3'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'QosPolicy': {'1.10'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroup': {'1.5'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SubPort': {'1.0'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Subnet': {'1.1'}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Trunk': {'1.1'}} Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: consumer versions: Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Agent': '1.1', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'ConntrackHelper': '1.0', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'LocalIPAssociation': '1.0', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Log': '1.0', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'NDPProxy': '1.0', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Network': '1.1', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Port': '1.7', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'PortForwarding': '1.3', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'QosPolicy': '1.10', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroup': '1.5', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SecurityGroupRule': '1.2', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'SubPort': '1.0', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Subnet': '1.1', Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: 'Trunk': '1.1'}} Aug 31 00:20:08.070295 dv-cinder-852210-5-iscsi neutron-server[112890]: {{(pid=112890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:20:08.107150 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Checking segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:08.107704 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Network hostable DHCP agents. Network: 9d68da4d-e52e-4644-8ba2-67d235ba58ef, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:20:08.140905 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:20:08.165329 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 9d68da4d-e52e-4644-8ba2-67d235ba58ef) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:08.166917 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.178936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:08.180595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.186887 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4a967-7b46-45d7-b2b2-9b0d3d5b1e33 None None] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:08.219404 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-c109db0a-f134-455a-85d9-5728c8bef278 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5540338 Aug 31 00:20:08.219661 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37178) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:08.230271 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:08.304269 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.307356 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.420363 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for router_controller (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.453917 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:20:08.457311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.602849 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for router_gateway (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.749775 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Allocated IP 172.20.0.2 (9d68da4d-e52e-4644-8ba2-67d235ba58ef/24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1/04aebb52-0f0f-4ff2-946b-2ed4f4b5f540) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:08.854937 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:08.890278 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for router_gateway (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:08.918085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.038803 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks [] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.048136 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.095605 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Allocated IP 172.27.4.130 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/d0259c49-c1b0-47bb-995c-50e08370f39e) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:09.108050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Pushing event updated for resources: {'Port': ['ID=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:09.122067 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:09.125365 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.126032 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.126473 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.126754 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.127101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.127428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.128402 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.128920 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.129437 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.129886 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.130171 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.130470 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.130826 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.131133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.132037 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Tracked resource versions report: Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: pushed versions: Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: { 'AddressGroup': {'1.2'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Agent': {'1.1'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'ConntrackHelper': {'1.0'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Log': {'1.0'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'NDPProxy': {'1.0'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Network': {'1.1'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Port': {'1.7'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'PortForwarding': {'1.3'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'QosPolicy': {'1.10'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroup': {'1.5'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SubPort': {'1.0'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Subnet': {'1.1'}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Trunk': {'1.1'}} Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: consumer versions: Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Agent': '1.1', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'ConntrackHelper': '1.0', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'LocalIPAssociation': '1.0', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Log': '1.0', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'NDPProxy': '1.0', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Network': '1.1', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Port': '1.7', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'PortForwarding': '1.3', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'QosPolicy': '1.10', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroup': '1.5', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SecurityGroupRule': '1.2', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'SubPort': '1.0', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Subnet': '1.1', Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: 'Trunk': '1.1'}} Aug 31 00:20:09.133285 dv-cinder-852210-5-iscsi neutron-server[112892]: {{(pid=112892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:20:09.139363 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:09.142756 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:09.240353 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Attempting to bind port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:09.242445 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Attempting to bind port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:09.243062 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Attempting to bind port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:09.250961 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:09.251691 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Checking segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:09.252694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.253330 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Bound using segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:09.254262 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Bound port: 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:09.254954 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.278168 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:09.286278 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.361325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.368538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] For port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:09.372455 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] For port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:09.381117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.395091 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:09.423675 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:09.431734 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:09.476408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf52e0b-5565-4914-9608-f853da0da707 None None] Pushing event updated for resources: {'Port': ['ID=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:09.478341 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37224) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:09.546271 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Pushing event updated for resources: {'Port': ['ID=d0259c49-c1b0-47bb-995c-50e08370f39e,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:09.693701 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.891006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.891899 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for router_gateway (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:09.988030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:10.088552 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:10.089595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:10.090769 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:10.091366 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.154897 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-172093335-network', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:10.201400 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Made reservation on behalf of e53c8a6e81fe48d5b9609b921283e64d for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:10.203948 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.221973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.229633 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:10.230401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.285429 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:10.296836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.403779 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:10.412512 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks [] for security_group (2a04fe47-5af7-4efe-ada3-04d86375c617), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.420838 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2a04fe47-5af7-4efe-ada3-04d86375c617), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.468997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:20:10.472691 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a04fe47-5af7-4efe-ada3-04d86375c617,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:10.496068 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.499231 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (eab5102c-c54f-4f1e-8ade-c3ac2117d31a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.500867 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Added segment eab5102c-c54f-4f1e-8ade-c3ac2117d31a of type vlan for network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef Aug 31 00:20:10.557683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.614020 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.615445 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:10.618621 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.708183 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:20:10.711037 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2271783 Aug 31 00:20:10.714671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37254) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:10.715645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bcff8-fcb5-4875-816d-2687bd2fa913 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:10.723756 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Request body: {'subnet': {'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-subnet', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:10.730952 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:20:10.890342 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:10.896887 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Made reservation on behalf of e53c8a6e81fe48d5b9609b921283e64d for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:10.901848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:10.915918 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37260) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:10.933042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:10.962215 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.075792 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d100a07-2cf6-423a-99b6-bf250cf88629 None None] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:11.151031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:11.168497 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:11.203997 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:11.209872 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:11.217787 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.219882 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9975e026-d555-4b24-9b4d-683f6149c1cc admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9983828 Aug 31 00:20:11.222899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37268) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:11.298910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-68c0be62-55d6-431c-9422-387881a8c1fa None None] Provisioning complete for port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:11.300811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-68c0be62-55d6-431c-9422-387881a8c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.438119 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (48bf62f3-98f0-4d98-8ec9-37c634a49893), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.452466 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-68c0be62-55d6-431c-9422-387881a8c1fa None None] Current status of the port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:11.453975 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:11.575834 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:11.648807 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Checking segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:11.652449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:11.653212 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Network hostable DHCP agents. Network: 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:20:11.697314 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-f700633f-f6e7-43ba-914d-6824ecb97573 None None] Provisioning complete for port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:11.697721 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f700633f-f6e7-43ba-914d-6824ecb97573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.702994 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48bf62f3-98f0-4d98-8ec9-37c634a49893,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:11.746849 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37276) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:11.792336 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:20:11.809191 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:11.814235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:11.816345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.826767 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcdcd0-9f1d-4e11-a911-74905d2ad9f6 None None] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:11.848230 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-600591170-network', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:11.849554 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f1cf5cb5-e238-4240-8c5b-8ab750b81066 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1317563 Aug 31 00:20:11.853697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37280) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:11.860918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:11.923184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.929205 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:11.977117 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Made reservation on behalf of d3406349e71d4d96bd33248ce77d5066 for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:11.978374 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:11.999417 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.021517 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.086274 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for router_controller (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.102000 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:12.103027 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.119419 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:09Z', 'revision_number': 3, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:12.154700 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks [] for security_group (df830599-f3c2-4685-a1dc-cdf6cb798070), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.156524 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37288) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:12.170633 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-f700633f-f6e7-43ba-914d-6824ecb97573 None None] Current status of the port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:12.174697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (df830599-f3c2-4685-a1dc-cdf6cb798070), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.189430 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:12.192674 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Updating router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 port d0259c49-c1b0-47bb-995c-50e08370f39e binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:12.198874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:20:12.216225 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (12dd8400-0b83-449e-8f63-ef019ffaa478), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.216950 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Added segment 12dd8400-0b83-449e-8f63-ef019ffaa478 of type vlan for network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 Aug 31 00:20:12.277555 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.282905 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:12.319896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:12.361148 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (7e5df58c-a1bf-481a-a8ee-6a521508fdd0), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.389109 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:20:12.390798 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.417544 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for router_gateway (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.438677 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1498380728-network', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:12.524718 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (7e5df58c-a1bf-481a-a8ee-6a521508fdd0), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.527355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:12.527973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.563676 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df830599-f3c2-4685-a1dc-cdf6cb798070,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:12.590285 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-343845746-network', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:12.669788 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:12.676574 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks [] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.687416 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.716002 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Allocated IP 172.20.0.2 (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef/48bf62f3-98f0-4d98-8ec9-37c634a49893/6f6ea79e-b3bd-4428-9511-a67bce14d9a5) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:12.811985 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d0259c49-c1b0-47bb-995c-50e08370f39e,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:12.832342 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9146752 Aug 31 00:20:12.834739 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.834917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af83d-6298-420e-8b33-078e81c9e3ea admin admin] Pushing event updated for resources: {'Network': ['ID=7e5df58c-a1bf-481a-a8ee-6a521508fdd0,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:12.835187 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.835538 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.836726 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.837077 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.837474 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.837815 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.838194 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.838532 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.838863 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.839344 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.839527 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.839869 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.839984 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Made reservation on behalf of af873e6a013c457aa2407fb24423ddc1 for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:12.840246 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.840577 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Tracked resource versions report: Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: pushed versions: Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: { 'AddressGroup': {'1.2'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Agent': {'1.1'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'ConntrackHelper': {'1.0'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'LocalIPAssociation': {'1.0'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Log': {'1.0'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'NDPProxy': {'1.0'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Network': {'1.1'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Port': {'1.7'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'PortForwarding': {'1.3'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'QosPolicy': {'1.10'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroup': {'1.5'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroupRule': {'1.2'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SubPort': {'1.0'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Subnet': {'1.1'}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Trunk': {'1.1'}} Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: consumer versions: Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: { DHCP agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: HyperV agent@hv-cinder-85221: {}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: L3 agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: Metadata agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: Metering agent@dv-cinder-852210-5-iscsi: {}, Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: Open vSwitch agent@dv-cinder-852210-5-iscsi: { 'AddressGroup': '1.2', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Agent': '1.1', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'ConntrackHelper': '1.0', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'LocalIPAssociation': '1.0', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Log': '1.0', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'NDPProxy': '1.0', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Network': '1.1', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Port': '1.7', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'PortForwarding': '1.3', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'QosPolicy': '1.10', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroup': '1.5', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SecurityGroupRule': '1.2', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'SubPort': '1.0', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Subnet': '1.1', Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: 'Trunk': '1.1'}} Aug 31 00:20:12.842053 dv-cinder-852210-5-iscsi neutron-server[112893]: {{(pid=112893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 00:20:12.844403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.847551 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Attempting to bind port d0259c49-c1b0-47bb-995c-50e08370f39e on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:12.848368 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Attempting to bind port d0259c49-c1b0-47bb-995c-50e08370f39e by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:12.848514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37306) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:12.848602 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Attempting to bind port d0259c49-c1b0-47bb-995c-50e08370f39e on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:12.855506 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:12.855933 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:12.856360 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.857663 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:12.858187 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Request body: {'subnet': {'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-600591170-subnet', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:12.858311 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Bound port: d0259c49-c1b0-47bb-995c-50e08370f39e, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:12.858615 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.903488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Made reservation on behalf of d3406349e71d4d96bd33248ce77d5066 for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:12.906504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:12.929289 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] For port d0259c49-c1b0-47bb-995c-50e08370f39e, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:12.933454 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] For port d0259c49-c1b0-47bb-995c-50e08370f39e, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=d0259c49-c1b0-47bb-995c-50e08370f39e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:12.937013 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:12.942645 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.009185 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:20:13.025204 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:13.029421 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.039693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for router_gateway (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.050817 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc198d4-550d-480c-93f8-55c3c79e0e08 None None] Pushing event updated for resources: {'Port': ['ID=d0259c49-c1b0-47bb-995c-50e08370f39e,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:13.062033 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:13.062687 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:13.121195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.216920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:13.222461 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:13.231338 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.238798 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:13.266381 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (0affa577-4de2-4a20-bb5c-068975e52ed0), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.276819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:13.360418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:13.361119 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:13.369130 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.456555 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Allocated IP 172.27.4.40 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/6c5642f4-4e89-43ef-9064-4b6e0a0cb43b) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:13.525152 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks [] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.539106 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.541390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Checking segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:13.542449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Network hostable DHCP agents. Network: 7e5df58c-a1bf-481a-a8ee-6a521508fdd0, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:20:13.589664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:13.650311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:13.677560 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:13.681537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:20:13.710832 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks [] for security_group (1c18007e-fa7d-46b7-b04f-3c97f22ec5cb), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.722535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 7e5df58c-a1bf-481a-a8ee-6a521508fdd0) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:13.727311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.729250 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1c18007e-fa7d-46b7-b04f-3c97f22ec5cb), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.735320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:13.736331 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.766194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:20:13.778063 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0affa577-4de2-4a20-bb5c-068975e52ed0,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:13.787668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42892ca9-252d-4ae5-8c8e-843697367708 None None] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:13.803425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c18007e-fa7d-46b7-b04f-3c97f22ec5cb,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:13.810723 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:09Z', 'revision_number': 3, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:13.811555 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-29bc7f76-ae28-4992-a0e2-7a4e5903d9b6 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9581184 Aug 31 00:20:13.813402 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (e7f68a51-2077-489e-a09b-a0918d1064a1), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.814147 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Added segment e7f68a51-2077-489e-a09b-a0918d1064a1 of type vlan for network 923db031-4095-45ac-869f-da21aba3a797 Aug 31 00:20:13.815950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37330) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:13.826319 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:13.900691 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:13.921049 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82397755-0368-4c28-8fe9-4dc18f424376 None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:09Z', 'revision_number': 3, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:14.000353 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:14.005373 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'fixed_ips': [{'subnet_id': '0affa577-4de2-4a20-bb5c-068975e52ed0'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:20:14.006481 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.034307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (923db031-4095-45ac-869f-da21aba3a797), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.052477 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Attempting to bind port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:14.052858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Attempting to bind port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:14.054062 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Attempting to bind port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:14.070740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:14.071133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Checking segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:14.071548 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.071953 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Bound using segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:14.072473 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Bound port: 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:14.073062 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.089630 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks [] for security_group (057a3c1a-f301-4d2f-b465-db9ce90467e3), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.125105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (057a3c1a-f301-4d2f-b465-db9ce90467e3), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.159316 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:20:14.227257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:14.248014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:14.249688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (2c2fc3ba-0659-45f0-8f06-6d9242075943), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.250443 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Added segment 2c2fc3ba-0659-45f0-8f06-6d9242075943 of type vlan for network f5d24600-1d04-47b6-a84d-0a5669f6e4ab Aug 31 00:20:14.264024 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (923db031-4095-45ac-869f-da21aba3a797), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.265999 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:14.266845 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.410450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.458378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] For port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:14.479727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] For port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:14.483896 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a3c1a-f301-4d2f-b465-db9ce90467e3,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:14.516087 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.530805 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7817843 Aug 31 00:20:14.541318 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:14.561057 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.563388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.583786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37342) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:14.660492 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Request body: {'subnet': {'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-subnet', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:14.690114 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (f5d24600-1d04-47b6-a84d-0a5669f6e4ab), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.745360 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:14.754734 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (f5d24600-1d04-47b6-a84d-0a5669f6e4ab), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.756074 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:14.757336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:14.758779 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Allocated IP 172.20.0.2 (7e5df58c-a1bf-481a-a8ee-6a521508fdd0/0affa577-4de2-4a20-bb5c-068975e52ed0/ff537c10-d7f9-44fc-95b9-509dff333b5d) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:14.763999 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:14.778201 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc7c7f-0ea9-463a-957f-f8697c4ec600 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:14.782901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:14.792532 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.285839 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks [] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.298321 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.412129 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Pushing event updated for resources: {'Port': ['ID=ff537c10-d7f9-44fc-95b9-509dff333b5d,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:15.455093 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:15.458289 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:15.465051 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:15.504850 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Allocated IP 172.20.0.1 (9d68da4d-e52e-4644-8ba2-67d235ba58ef/24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1/c2855a29-f3dc-45eb-8ba4-1e7a6002089b) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:15.617484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=10,neutron:INSERT=6,neutron:SELECT=84 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:15.619963 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4590478 Aug 31 00:20:15.620632 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:15.623490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Attempting to bind port ff537c10-d7f9-44fc-95b9-509dff333b5d on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:15.623912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Attempting to bind port ff537c10-d7f9-44fc-95b9-509dff333b5d by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:15.624365 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Attempting to bind port ff537c10-d7f9-44fc-95b9-509dff333b5d on network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:15.625382 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:15.641720 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:15.642079 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Checking segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:15.642504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.645499 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Bound using segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:15.655352 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Bound port: ff537c10-d7f9-44fc-95b9-509dff333b5d, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:15.655352 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.685178 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37360) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:15.692570 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:15.696981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:15.792098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302d40-8a8a-4899-94fa-f3d01545d149 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d24600-1d04-47b6-a84d-0a5669f6e4ab,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:15.801947 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Request body: {'subnet': {'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-subnet', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:15.843271 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (87cc556d-2c3b-43b5-a6c9-19834df1523c), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:15.878419 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] For port ff537c10-d7f9-44fc-95b9-509dff333b5d, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:15.897850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] For port ff537c10-d7f9-44fc-95b9-509dff333b5d, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=ff537c10-d7f9-44fc-95b9-509dff333b5d,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:15.914685 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:20:15.998767 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.018649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3033a9-46da-480c-827e-5edbe8d31184 admin admin] Pushing event updated for resources: {'Network': ['ID=923db031-4095-45ac-869f-da21aba3a797,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:16.025197 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks [] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.174303 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Made reservation on behalf of af873e6a013c457aa2407fb24423ddc1 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:16.192797 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.226361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37378) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:16.239101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.250410 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 923db031-4095-45ac-869f-da21aba3a797 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:20:16.420643 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:16.443294 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37382) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:16.563919 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:16.592639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:16.596791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:16.597658 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.702496 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:16.730838 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for router_controller (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.759434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:16.763828 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Network hostable DHCP agents. Network: 923db031-4095-45ac-869f-da21aba3a797, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:20:16.808090 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:16.808520 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.829120 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bfc71-44c2-40f4-8b5c-ed0b2cca9191 None None] Pushing event updated for resources: {'Port': ['ID=ff537c10-d7f9-44fc-95b9-509dff333b5d,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:16.829396 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-413189e2-3b8c-4c80-9e18-d69e19a3ec1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:16.871554 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Pushing event updated for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:16.940835 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:16.946028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd83e33-e0d8-4d2c-915a-d2daf3881eae None None] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:16.967057 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87cc556d-2c3b-43b5-a6c9-19834df1523c,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:17.012013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8a8dedbd-f90c-4ffb-84a0-bab784babdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.100509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Provisioning complete for port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:17.101149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.133177 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:17.133695 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.155035 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (4b18b65b-c777-4800-a6e0-698661a2264a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.232017 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:17.284375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Network 923db031-4095-45ac-869f-da21aba3a797 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:20:17.297376 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Current status of the port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:17.297780 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.304137 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.308055 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device d0259c49-c1b0-47bb-995c-50e08370f39e up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:17.385467 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for router_gateway (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.408132 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 923db031-4095-45ac-869f-da21aba3a797) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:17.439284 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:17.441363 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.460302 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b18b65b-c777-4800-a6e0-698661a2264a,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:17.598996 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea184-5354-470d-91ca-58c88331d1d1 None None] Network 923db031-4095-45ac-869f-da21aba3a797 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:17.612816 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-413189e2-3b8c-4c80-9e18-d69e19a3ec1f admin admin] Publish callbacks [] for security_group (879fcbf5-e7dd-44d0-a14b-802a22011176), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.615340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.635972 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-52ffb0eb-4db2-4a6d-bc4e-1aacae7e0bb2 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0275640 Aug 31 00:20:17.641559 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37394) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:17.685891 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:17.708462 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:17.719428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-413189e2-3b8c-4c80-9e18-d69e19a3ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (879fcbf5-e7dd-44d0-a14b-802a22011176), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.857847 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port d0259c49-c1b0-47bb-995c-50e08370f39e triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:17.858977 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.901671 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8a8dedbd-f90c-4ffb-84a0-bab784babdb7 admin admin] Publish callbacks [] for security_group (311c980e-92b0-488f-abfb-be3a79ef8699), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.953918 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e4629-d5e7-4b9c-9a57-ceede9ead866 None None] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:17.967791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8a8dedbd-f90c-4ffb-84a0-bab784babdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (311c980e-92b0-488f-abfb-be3a79ef8699), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.969225 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for router_gateway (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.975083 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (1986fcae-9558-4502-9676-9c47f02d4b68), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:17.976718 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (1986fcae-9558-4502-9676-9c47f02d4b68), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.037045 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-413189e2-3b8c-4c80-9e18-d69e19a3ec1f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8bfbcafcbbb146d5a4b79d249c45e756&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5750647 Aug 31 00:20:18.060997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37398) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:18.061340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:18.090599 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-923db031-4095-45ac-869f-da21aba3a797', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:20:18.091906 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.096560 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.db.api [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:20:18.097311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG oslo_db.api [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:20:18.103623 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413189e2-3b8c-4c80-9e18-d69e19a3ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879fcbf5-e7dd-44d0-a14b-802a22011176,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.108052 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:18.108458 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Network hostable DHCP agents. Network: f5d24600-1d04-47b6-a84d-0a5669f6e4ab, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:20:18.118119 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.147043 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8a8dedbd-f90c-4ffb-84a0-bab784babdb7 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=eef77c3c5d6646a0a72600ebee4ad7cc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9192514 Aug 31 00:20:18.148119 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:18.168781 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37400) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:18.237966 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:18.244217 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port d0259c49-c1b0-47bb-995c-50e08370f39e is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:18.244544 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.265272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for router_controller (1986fcae-9558-4502-9676-9c47f02d4b68), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.282165 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:20:18.285841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dedbd-f90c-4ffb-84a0-bab784babdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c980e-92b0-488f-abfb-be3a79ef8699,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.326786 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port d0259c49-c1b0-47bb-995c-50e08370f39e, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=d0259c49-c1b0-47bb-995c-50e08370f39e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:18.331342 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:18.359231 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.395157 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, f5d24600-1d04-47b6-a84d-0a5669f6e4ab) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:18.411389 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80f392-473c-4926-b221-a533a5f36045 None None] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:18.415158 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:18.415985 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.424509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for router_gateway (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.430614 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Allocated IP 172.20.0.2 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/e6291f99-b91a-41c2-870f-ea5bd43a4774) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:18.464903 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks [] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.495860 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] Publish callbacks [] for security_group (879fcbf5-e7dd-44d0-a14b-802a22011176), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.576737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.577684 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.581496 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] Publish callbacks [] for security_group (879fcbf5-e7dd-44d0-a14b-802a22011176), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.623810 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=d0259c49-c1b0-47bb-995c-50e08370f39e,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.755444 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Pushing event updated for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.779800 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] Publish callbacks [] for security_group (311c980e-92b0-488f-abfb-be3a79ef8699), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.788532 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:18.790351 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:18.792898 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.829938 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for router_gateway (1986fcae-9558-4502-9676-9c47f02d4b68), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.839350 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] Publish callbacks [] for security_group (311c980e-92b0-488f-abfb-be3a79ef8699), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.857982 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (879fcbf5-e7dd-44d0-a14b-802a22011176), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.860794 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.862228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/879fcbf5-e7dd-44d0-a14b-802a22011176 HTTP/1.1" status: 204 len: 168 time: 0.7995796 Aug 31 00:20:18.874870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b07fe67c-5392-4cc4-87b3-d3c7afcd48fb None None] Current status of the port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:18.877504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:18.877645 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f53ee785-6c2d-438c-8065-026696084db6 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1774540 Aug 31 00:20:18.883220 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37408) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:18.892546 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:18.902274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc77989-ea4c-4816-9c6f-27b9106d0018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879fcbf5-e7dd-44d0-a14b-802a22011176,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:18.926608 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:18.971978 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:18.973023 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.102126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:19.113075 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:19.142203 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:20:19.186888 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (311c980e-92b0-488f-abfb-be3a79ef8699), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.195070 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.205729 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/311c980e-92b0-488f-abfb-be3a79ef8699 HTTP/1.1" status: 204 len: 168 time: 1.0255272 Aug 31 00:20:19.242127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92499ad8-ee2c-4a4f-978e-8ab94ea0bc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c980e-92b0-488f-abfb-be3a79ef8699,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:19.251339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks [] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.271333 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:20:19.276187 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.418055 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.439878 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for router_controller (ef532e92-1c46-4f08-980c-2ed4438fdc4b), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.453513 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Allocated IP 172.27.4.208 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/34805e83-828b-4551-abfb-0a7cc655e3fb) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:19.508323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:19.515894 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-11e2e4c4-8f05-4d72-a240-87c5d276c980 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/eab0911f-24d9-4755-9c8f-ed2b5960b1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2919021 Aug 31 00:20:19.537149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Provisioning complete for port c2855a29-f3dc-45eb-8ba4-1e7a6002089b triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:19.539514 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.625894 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Port c2855a29-f3dc-45eb-8ba4-1e7a6002089b cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:19.630591 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:19.635259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.779535 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:19.795267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Provisioning complete for port ff537c10-d7f9-44fc-95b9-509dff333b5d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:19.795879 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.826506 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:19.836708 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:19.837493 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.854574 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:19.877121 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:19.878604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:19.881985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:19.882818 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:19.905660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37436) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:19.940245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for router_gateway (ef532e92-1c46-4f08-980c-2ed4438fdc4b), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:19.961054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-bf7282b1-448f-40a0-9cc0-05d3ae80430e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.028981 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Pushing event updated for resources: {'Port': ['ID=e6291f99-b91a-41c2-870f-ea5bd43a4774,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:20.102270 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37440) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:20.146127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c4f973a8-77f4-4579-acb5-d10bcaf80924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.161883 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for router_gateway (1986fcae-9558-4502-9676-9c47f02d4b68), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.191524 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Allocated IP 172.20.0.2 (f5d24600-1d04-47b6-a84d-0a5669f6e4ab/4b18b65b-c777-4800-a6e0-698661a2264a/eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:20.215087 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.262860 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Attempting to bind port e6291f99-b91a-41c2-870f-ea5bd43a4774 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:20.263373 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Attempting to bind port e6291f99-b91a-41c2-870f-ea5bd43a4774 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:20.263911 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Attempting to bind port e6291f99-b91a-41c2-870f-ea5bd43a4774 on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:20.286025 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:20.315764 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c4f973a8-77f4-4579-acb5-d10bcaf80924 admin admin] Publish callbacks [] for security_group (7840e37a-48e3-4818-864d-8fd2ade7e077), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.317392 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:20.331693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c4f973a8-77f4-4579-acb5-d10bcaf80924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7840e37a-48e3-4818-864d-8fd2ade7e077), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.367155 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:20.367526 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:20.367931 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.368378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:20.368869 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Bound port: e6291f99-b91a-41c2-870f-ea5bd43a4774, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:20.369247 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.417336 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.438489 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:20.439919 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device ff537c10-d7f9-44fc-95b9-509dff333b5d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:20.461659 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-c4f973a8-77f4-4579-acb5-d10bcaf80924 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=31459d2156ed401aa1326bc6b6ce0162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487401 Aug 31 00:20:20.463615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37446) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:20.469835 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f973a8-77f4-4579-acb5-d10bcaf80924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840e37a-48e3-4818-864d-8fd2ade7e077,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:20.503388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:20.575969 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for router_gateway (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.578249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:20:20.590656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-bf7282b1-448f-40a0-9cc0-05d3ae80430e admin admin] Publish callbacks [] for security_group (231e79ae-5f1c-4313-b076-79afe5aaf1df), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.609848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.632456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-bf7282b1-448f-40a0-9cc0-05d3ae80430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (231e79ae-5f1c-4313-b076-79afe5aaf1df), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.632874 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.689518 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] Publish callbacks [] for security_group (7840e37a-48e3-4818-864d-8fd2ade7e077), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.745185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] Publish callbacks [] for security_group (7840e37a-48e3-4818-864d-8fd2ade7e077), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.784775 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:20.805737 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:20.808814 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:20.847632 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-bf7282b1-448f-40a0-9cc0-05d3ae80430e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=814f03ef8b864f54b54b11cf60865ff9&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9362030 Aug 31 00:20:20.851185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7840e37a-48e3-4818-864d-8fd2ade7e077), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.854390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.859305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7840e37a-48e3-4818-864d-8fd2ade7e077 HTTP/1.1" status: 204 len: 168 time: 0.3843005 Aug 31 00:20:20.860189 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37448) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:20.874362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] For port e6291f99-b91a-41c2-870f-ea5bd43a4774, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:20.882089 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] For port e6291f99-b91a-41c2-870f-ea5bd43a4774, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=e6291f99-b91a-41c2-870f-ea5bd43a4774,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:20.888937 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Current status of the port ff537c10-d7f9-44fc-95b9-509dff333b5d is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:20.890391 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:20.926501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:20.943561 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7282b1-448f-40a0-9cc0-05d3ae80430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e79ae-5f1c-4313-b076-79afe5aaf1df,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:20.990040 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] Publish callbacks [] for security_group (231e79ae-5f1c-4313-b076-79afe5aaf1df), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.018481 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] For port ff537c10-d7f9-44fc-95b9-509dff333b5d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=ff537c10-d7f9-44fc-95b9-509dff333b5d,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:21.026426 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] Publish callbacks [] for security_group (231e79ae-5f1c-4313-b076-79afe5aaf1df), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.032035 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.102924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fc671-45e8-4861-a7cb-bcfc606d489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840e37a-48e3-4818-864d-8fd2ade7e077,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:21.119149 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (231e79ae-5f1c-4313-b076-79afe5aaf1df), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.126031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.132936 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/231e79ae-5f1c-4313-b076-79afe5aaf1df HTTP/1.1" status: 204 len: 168 time: 0.2617021 Aug 31 00:20:21.161631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8c159-f86d-4699-a9b7-9cb8aece9d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e79ae-5f1c-4313-b076-79afe5aaf1df,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:21.192660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37456) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:21.207001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961529157', 'description': 'tempest-description--341260827'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:21.272991 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.333376 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.349609 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Allocated IP 172.27.4.13 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/284aacde-5780-48ff-8855-e3200e944ad8) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:21.430361 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Provisioning complete for port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:21.430910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.455640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port ff537c10-d7f9-44fc-95b9-509dff333b5d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:21.455640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.464416 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:21.540774 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Pushing event updated for resources: {'Port': ['ID=34805e83-828b-4551-abfb-0a7cc655e3fb,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:21.575989 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:21.660904 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123b27-bcb1-4f55-ae2e-8ef9b16aef43 None None] Pushing event updated for resources: {'Port': ['ID=e6291f99-b91a-41c2-870f-ea5bd43a4774,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:21.703861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (28d10701-b1f5-42ad-ac4f-38890f0c0af8), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.704679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:21.715178 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (28d10701-b1f5-42ad-ac4f-38890f0c0af8), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.826166 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:21.840911 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:21.845586 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d10701-b1f5-42ad-ac4f-38890f0c0af8,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:21.867832 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:21.869752 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:21.889935 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:21.896697 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-59cb9ad2-2c62-4f91-a686-5b9510e2e8d4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7004862 Aug 31 00:20:21.902299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37468) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:21.926855 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group_rule': {'security_group_id': '28d10701-b1f5-42ad-ac4f-38890f0c0af8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:21.927441 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 2, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:22.013245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:22.037873 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.040201 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-372861ff-36bc-44f9-9da2-9b9bc2826e28 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1851871 Aug 31 00:20:22.076540 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37474) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:22.099456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (aefbec7c-1667-4afd-b757-2d61301857bd), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.133059 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks [] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.144475 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Pushing event updated for resources: {'Port': ['ID=ff537c10-d7f9-44fc-95b9-509dff333b5d,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:22.175172 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:22.177480 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:22.177870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Updating router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 port c2855a29-f3dc-45eb-8ba4-1e7a6002089b binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:22.219583 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.234224 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.274490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:22.297218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for port (284aacde-5780-48ff-8855-e3200e944ad8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.485106 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:22.489934 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for router_gateway (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.917299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (aefbec7c-1667-4afd-b757-2d61301857bd), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:22.958291 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (aefbec7c-1667-4afd-b757-2d61301857bd), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.074080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefbec7c-1667-4afd-b757-2d61301857bd,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:23.116916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.118588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-63fdc852-4852-41e7-bf2d-6a6aa33c6fb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2121110 Aug 31 00:20:23.130749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37500) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:23.140024 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 3, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:23.142034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group_rule': {'security_group_id': '28d10701-b1f5-42ad-ac4f-38890f0c0af8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:23.194290 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks [] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.201368 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:23.246973 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (284aacde-5780-48ff-8855-e3200e944ad8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.261192 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:23.261558 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Updating router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:23.322373 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.330030 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (41f36aa2-0ada-4155-bb70-646f65d2914c), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.359309 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d9166-bf8a-42c4-a323-321f5ebd0a80 None None] Network 923db031-4095-45ac-869f-da21aba3a797 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:23.547986 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:23.564711 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:23.571043 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:23.573002 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port ff537c10-d7f9-44fc-95b9-509dff333b5d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:23.595060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:23.618960 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.625757 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:23.626709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (41f36aa2-0ada-4155-bb70-646f65d2914c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.644849 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (41f36aa2-0ada-4155-bb70-646f65d2914c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.652499 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:23.741478 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Attempting to bind port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:23.741896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Attempting to bind port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:23.742279 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Attempting to bind port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:23.764076 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Allocated IP 172.27.4.53 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:23.778851 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f36aa2-0ada-4155-bb70-646f65d2914c,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:23.779315 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:23.779693 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:23.780108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.780618 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Bound using segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:23.781073 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Bound port: eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:23.781497 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.790327 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Pushing event updated for resources: {'Port': ['ID=284aacde-5780-48ff-8855-e3200e944ad8,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:23.793475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.796188 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-fd958e87-41b2-4623-8587-225ae711e7b7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6586015 Aug 31 00:20:23.812711 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-442f638a-29e5-4c94-b76c-482a3d5dac29 None None] Current status of the port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:23.879209 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] For port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:23.883046 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] For port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:23.886176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Attempting to bind port c2855a29-f3dc-45eb-8ba4-1e7a6002089b on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:23.886760 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Attempting to bind port c2855a29-f3dc-45eb-8ba4-1e7a6002089b by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:23.887092 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Attempting to bind port c2855a29-f3dc-45eb-8ba4-1e7a6002089b on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:23.896401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:23.901273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Checking segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:23.901273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.901693 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Bound using segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:23.902246 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Bound port: c2855a29-f3dc-45eb-8ba4-1e7a6002089b, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:23.902653 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.910752 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Pushing event updated for resources: {'Port': ['ID=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:23.926518 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:23.926833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37518) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:23.931513 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:23.969755 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.086494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:24.110572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:24.139668 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.161084 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Provisioning complete for port c2855a29-f3dc-45eb-8ba4-1e7a6002089b triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:24.162721 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.258202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ab06-956d-4044-9da1-8181eddbf543 None None] Pushing event updated for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:24.284840 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device d0259c49-c1b0-47bb-995c-50e08370f39e up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:24.322369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.661354 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Port c2855a29-f3dc-45eb-8ba4-1e7a6002089b cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:24.733021 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b62ce-c4a4-4095-a93f-e54818489ef7 None None] Pushing event updated for resources: {'Port': ['ID=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:24.747238 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] For port c2855a29-f3dc-45eb-8ba4-1e7a6002089b, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:24.753703 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Provisioning complete for port e6291f99-b91a-41c2-870f-ea5bd43a4774 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:24.754856 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.842818 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] For port c2855a29-f3dc-45eb-8ba4-1e7a6002089b, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:24.864669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for router_gateway (1986fcae-9558-4502-9676-9c47f02d4b68), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.876805 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.882342 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.916108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port d0259c49-c1b0-47bb-995c-50e08370f39e triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:24.916792 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:24.947532 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:25.123974 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Allocated IP 172.20.0.1 (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef/48bf62f3-98f0-4d98-8ec9-37c634a49893/21a4117d-c2aa-4fc0-b026-5f1c67065f84) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:25.160974 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:25.164762 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:25.302926 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:25.405505 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:25.420295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks [] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:25.454358 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ab06-956d-4044-9da1-8181eddbf543 None None] Pushing event updated for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:25.547924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:25.625977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:25.736471 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:25.754996 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:25.762306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:25.783099 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:20:25.789944 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:25.795967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:25.796875 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:25.799667 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Pushing event updated for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:25.849308 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:25.850859 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:25.964608 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Pushing event updated for resources: {'Port': ['ID=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:26.085537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:26.201614 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:26.204530 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:26.208513 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Current status of the port e6291f99-b91a-41c2-870f-ea5bd43a4774 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:26.209168 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.249784 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks [] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.278068 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.323365 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3e6e9-6ed2-4430-a9ff-6165cc8f44b8 None None] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:20:26.414318 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Attempting to bind port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:26.415554 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Attempting to bind port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:26.415831 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Attempting to bind port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:26.442990 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:26.442990 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:26.442990 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.446950 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:26.447587 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Bound port: 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:26.449179 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.465223 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa9e7c-43ae-4193-a8e7-4dad7982a4b6 None None] Pushing event updated for resources: {'Port': ['ID=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:26.504033 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.510590 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port d0259c49-c1b0-47bb-995c-50e08370f39e is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:26.511758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device e6291f99-b91a-41c2-870f-ea5bd43a4774 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:26.541377 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:26.559547 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Allocated IP 172.27.4.247 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/adb1739e-9b03-4959-86b2-5b6b31ca4fb7) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:26.564870 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (1986fcae-9558-4502-9676-9c47f02d4b68), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.605207 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] For port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:26.658443 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] For port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:26.675171 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.721836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] For port e6291f99-b91a-41c2-870f-ea5bd43a4774, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=e6291f99-b91a-41c2-870f-ea5bd43a4774,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:26.797592 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:26.907326 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa9e7c-43ae-4193-a8e7-4dad7982a4b6 None None] Pushing event updated for resources: {'Port': ['ID=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:26.930095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:26.950129 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:26.954079 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:27.115682 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.118423 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d02cd0b3-797e-4cdb-b7c9-6723fb251db6 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.2984090 Aug 31 00:20:27.124178 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37580) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:27.127020 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Sync routers for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:27.168681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:24Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:27.219340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad056c-776b-45f5-852f-d3252f9ec98d None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:24Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:27.221065 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:27.221819 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:27.279135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.290298 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:27.562326 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks [] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.567155 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port e6291f99-b91a-41c2-870f-ea5bd43a4774 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:27.568301 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.575375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.576386 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.588663 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:27.593457 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for router_gateway (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.644190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Pushing event updated for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:27.653861 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:27.685276 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.699128 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Provisioning complete for port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:27.699941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:27.779176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37586) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:27.806395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=adb1739e-9b03-4959-86b2-5b6b31ca4fb7,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:27.842658 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:27.844926 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:27.851809 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:27.853367 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:27.860221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:27.872874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:28.035966 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6e45e-e54d-48c4-b1c9-62e52a81136b None None] Pushing event updated for resources: {'Port': ['ID=e6291f99-b91a-41c2-870f-ea5bd43a4774,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:28.156415 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:25Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:28.186811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:28.206123 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port e6291f99-b91a-41c2-870f-ea5bd43a4774 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:28.207223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device ff537c10-d7f9-44fc-95b9-509dff333b5d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:28.224553 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Provisioning complete for port e6291f99-b91a-41c2-870f-ea5bd43a4774 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:28.225573 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:28.247172 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2502-7a75-4004-a883-131d2d7dad9d None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:25Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:28.274199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:28.289755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:28.307343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:28.328669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:28.351246 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Router 1986fcae-9558-4502-9676-9c47f02d4b68 is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:20:28.368960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:28.400968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-209ca407-9e2f-4557-b287-bef473403f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:28.612310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:28.778108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port ff537c10-d7f9-44fc-95b9-509dff333b5d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:28.778704 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:28.935745 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:28.995190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:21Z', 'revision_number': 3, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:29.028085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.075025 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Checking router: 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:29.075596 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Updating router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a port 34805e83-828b-4551-abfb-0a7cc655e3fb binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:29.104832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:20:29.210593 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port ff537c10-d7f9-44fc-95b9-509dff333b5d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:29.213508 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Current status of the port e6291f99-b91a-41c2-870f-ea5bd43a4774 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:29.216616 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.277729 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Provisioning complete for port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:29.278329 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.434102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:29.448998 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:29.466357 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:29.481038 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:29.482035 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:29.584067 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:29.592418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:20:29.611196 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.612844 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-73ee6aca-0ccc-4d3b-bd68-7c7326f7ece2 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.9457920 Aug 31 00:20:29.626484 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-209ca407-9e2f-4557-b287-bef473403f56 admin admin] Publish callbacks [] for security_group (b6aad217-6f39-4e74-b075-c52e4c3554cc), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.637445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37606) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:29.650818 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-209ca407-9e2f-4557-b287-bef473403f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b6aad217-6f39-4e74-b075-c52e4c3554cc), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.671539 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:29.718584 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:29.727574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.737400 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-d25ae334-3b61-4814-b066-673861f37a67 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/1ffe09f8-81d9-4e4e-a890-f710eb9a671f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6575351 Aug 31 00:20:29.738999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.740048 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.801782 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:29.802319 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.855920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:29.859978 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9340951 Aug 31 00:20:29.870671 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a5b63-59ad-4219-925a-5eb682c5ab67 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=adb1739e-9b03-4959-86b2-5b6b31ca4fb7,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:30.003922 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Current status of the port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:30.004250 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.404254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] For port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:30.445626 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:24Z', 'revision_number': 3, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:30.483381 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:30.484396 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Updating router 1986fcae-9558-4502-9676-9c47f02d4b68 port 284aacde-5780-48ff-8855-e3200e944ad8 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:30.545852 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:30.547794 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device e6291f99-b91a-41c2-870f-ea5bd43a4774 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:30.548641 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:30.549832 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (284aacde-5780-48ff-8855-e3200e944ad8), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.583493 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:30.585820 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.670793 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:30.704726 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:30.723019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37638) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:30.728788 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-209ca407-9e2f-4557-b287-bef473403f56 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=46114c0b35f54c1a94a43648f4069508&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9058497 Aug 31 00:20:30.740005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks [] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.801374 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.854111 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Attempting to bind port 34805e83-828b-4551-abfb-0a7cc655e3fb on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:30.858265 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Attempting to bind port 34805e83-828b-4551-abfb-0a7cc655e3fb by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:30.859100 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Attempting to bind port 34805e83-828b-4551-abfb-0a7cc655e3fb on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:30.877563 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:30.882828 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:30.883701 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.893521 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ca407-9e2f-4557-b287-bef473403f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aad217-6f39-4e74-b075-c52e4c3554cc,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:30.899041 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:30.899830 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Bound port: 34805e83-828b-4551-abfb-0a7cc655e3fb, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:30.901621 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.906719 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Provisioning complete for port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:30.907628 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:30.908028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37640) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:30.925120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417637933', 'description': 'tempest-description--570317173'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:30.973500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] Publish callbacks [] for security_group (b6aad217-6f39-4e74-b075-c52e4c3554cc), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.032701 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.064485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] Publish callbacks [] for security_group (b6aad217-6f39-4e74-b075-c52e4c3554cc), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.143541 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.172305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:31.218099 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38593f-7273-4010-85b4-86b753fd94ea None None] Pushing event updated for resources: {'Port': ['ID=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:31.222471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b6aad217-6f39-4e74-b075-c52e4c3554cc), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.226473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.228139 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b6aad217-6f39-4e74-b075-c52e4c3554cc HTTP/1.1" status: 204 len: 168 time: 0.5009558 Aug 31 00:20:31.245535 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] For port 34805e83-828b-4551-abfb-0a7cc655e3fb, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:31.253135 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] For port 34805e83-828b-4551-abfb-0a7cc655e3fb, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=34805e83-828b-4551-abfb-0a7cc655e3fb,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:31.253999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599cb8f-72c6-4cb6-88c1-fe64ded90377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aad217-6f39-4e74-b075-c52e4c3554cc,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:31.261625 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port e6291f99-b91a-41c2-870f-ea5bd43a4774 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:31.262176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.283209 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks [] for port (284aacde-5780-48ff-8855-e3200e944ad8), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.299268 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (284aacde-5780-48ff-8855-e3200e944ad8), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.321533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (d08f12cd-01d1-4673-b072-e4545235f46d), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.326931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d08f12cd-01d1-4673-b072-e4545235f46d), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.372642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:31.384078 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08f12cd-01d1-4673-b072-e4545235f46d,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:31.424306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.430727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-968b3737-de68-4d80-b1b9-774e9c602e2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5198519 Aug 31 00:20:31.432174 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37666) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:31.437970 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group_rule': {'security_group_id': 'd08f12cd-01d1-4673-b072-e4545235f46d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:31.495164 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (166de7d1-ec97-4fae-a0e9-b1d5338c49e2), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.496814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:31.531461 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Attempting to bind port 284aacde-5780-48ff-8855-e3200e944ad8 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:31.532469 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Attempting to bind port 284aacde-5780-48ff-8855-e3200e944ad8 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:31.532729 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Attempting to bind port 284aacde-5780-48ff-8855-e3200e944ad8 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:31.553485 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Provisioning complete for port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:31.554539 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.562694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Allocated IP 172.20.0.1 (7e5df58c-a1bf-481a-a8ee-6a521508fdd0/0affa577-4de2-4a20-bb5c-068975e52ed0/5167e00b-55d5-4c9d-bad9-3fb6a00539a0) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:31.570853 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d63fba-0828-4d70-b3b2-057f1a73d2f5 None None] Pushing event updated for resources: {'Port': ['ID=284aacde-5780-48ff-8855-e3200e944ad8,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:31.589833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:31.591546 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:31.591916 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:31.592540 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.593503 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:31.594059 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Bound port: 284aacde-5780-48ff-8855-e3200e944ad8, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:31.594687 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (284aacde-5780-48ff-8855-e3200e944ad8), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.660680 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.669865 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-91002bf1-7a64-406f-8937-e422da0930eb admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.7496607 Aug 31 00:20:31.682518 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.684664 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37672) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:31.757989 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:31.799101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (166de7d1-ec97-4fae-a0e9-b1d5338c49e2), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.811717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:31.812845 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:31.829429 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (166de7d1-ec97-4fae-a0e9-b1d5338c49e2), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.836051 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] For port 284aacde-5780-48ff-8855-e3200e944ad8, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:31.843404 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] For port 284aacde-5780-48ff-8855-e3200e944ad8, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=284aacde-5780-48ff-8855-e3200e944ad8,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:31.867485 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (284aacde-5780-48ff-8855-e3200e944ad8), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:31.897264 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:31.921825 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166de7d1-ec97-4fae-a0e9-b1d5338c49e2,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.001727 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d63fba-0828-4d70-b3b2-057f1a73d2f5 None None] Pushing event updated for resources: {'Port': ['ID=284aacde-5780-48ff-8855-e3200e944ad8,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.006905 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:32.007800 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:32.030946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.040843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-fdaf3653-059d-4e79-aa75-e070e86f12a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6073236 Aug 31 00:20:32.044861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37680) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:32.075311 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group_rule': {'security_group_id': 'd08f12cd-01d1-4673-b072-e4545235f46d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:32.148367 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:32.169054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks [] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.181188 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:32.184264 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37682) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:32.209895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (f4ecae6e-b694-46c6-99e9-23849db3f3c4), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.237014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.283918 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:32.297606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (f4ecae6e-b694-46c6-99e9-23849db3f3c4), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.301461 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f57-fe38-43c2-9df6-ae7599216c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.310986 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (f4ecae6e-b694-46c6-99e9-23849db3f3c4), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.328744 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Pushing event updated for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.354862 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:32.359114 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:32.362847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:32.363758 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.426510 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ecae6e-b694-46c6-99e9-23849db3f3c4,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.455000 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37690) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:32.472577 dv-cinder-852210-5-iscsi neutron-server[112890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:20:32.593443 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.595141 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-70b9e78d-621b-453c-bba6-e68b547313c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339122 Aug 31 00:20:32.603596 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37694) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:32.618120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:32.662956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ea805-1923-4b68-be13-5a0e17eafbc8 None None] Pushing event updated for resources: {'Port': ['ID=34805e83-828b-4551-abfb-0a7cc655e3fb,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.746077 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:24Z', 'revision_number': 3, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:32.788470 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ea805-1923-4b68-be13-5a0e17eafbc8 None None] Pushing event updated for resources: {'Port': ['ID=34805e83-828b-4551-abfb-0a7cc655e3fb,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:32.793420 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:32.795197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:32.801221 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c3e6c-8686-4299-9c63-83ef3cb1a258 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:24Z', 'revision_number': 3, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:32.807629 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-a3d53942-f6ba-413e-900f-a2a000f97b83 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--961529157&fields=id&tenant_id=5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 267 time: 0.3488066 Aug 31 00:20:32.810855 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:32.884367 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:32.911071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c60cc41f-4dd3-4706-a868-b0d8106c5ba0 None None] Current status of the port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:32.914842 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port e6291f99-b91a-41c2-870f-ea5bd43a4774 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:32.916664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device c2855a29-f3dc-45eb-8ba4-1e7a6002089b up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:32.967858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:33.020870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:33.088017 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:33.151683 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-e0a673bd-8153-4161-b5bd-837c069e092b None None] Provisioning complete for port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:33.152516 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e0a673bd-8153-4161-b5bd-837c069e092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.175513 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.184843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:33.273652 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port c2855a29-f3dc-45eb-8ba4-1e7a6002089b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:33.274163 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.305338 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:33.330040 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f57-fe38-43c2-9df6-ae7599216c4e admin admin] Publish callbacks [] for security_group (d12af498-7184-4028-9573-5a039a19a74c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.346570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.355815 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f57-fe38-43c2-9df6-ae7599216c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d12af498-7184-4028-9573-5a039a19a74c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.368134 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:33.370492 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:21Z', 'revision_number': 3, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:33.377018 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:33.403479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-73297b95-e4e9-40e1-9590-bbf37116ff66 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:33.405718 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:33.410364 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-73297b95-e4e9-40e1-9590-bbf37116ff66 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 810 time: 0.5990262 Aug 31 00:20:33.412949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.500585 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-e0a673bd-8153-4161-b5bd-837c069e092b None None] Port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:33.593019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02463e91-597b-450c-a74c-7eec2eed6524 None None] The sync data for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi is: [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:21Z', 'revision_number': 3, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:33.660537 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:33.670330 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-6bf945c4-5dcb-4ba3-a182-68439dc3a028 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 375 time: 0.2614362 Aug 31 00:20:33.849519 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port c2855a29-f3dc-45eb-8ba4-1e7a6002089b is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:33.851009 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:33.948144 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:34.039789 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Allocated IP 172.20.0.1 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/6f31d8e0-0362-4d0a-81c4-535181fb5b8d) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:34.079655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:34.092355 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port c2855a29-f3dc-45eb-8ba4-1e7a6002089b, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:34.118989 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:34.215382 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:34.350514 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:34.350906 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Updating router ef532e92-1c46-4f08-980c-2ed4438fdc4b port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:34.491986 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:34.516920 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks [] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:34.541490 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 2, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:34.553677 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:34.556643 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:34.557299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-e0a459e5-8c50-46ef-8fb8-c4ac2605714c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8839760 Aug 31 00:20:34.558744 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f6f57-fe38-43c2-9df6-ae7599216c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12af498-7184-4028-9573-5a039a19a74c,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:34.593471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0a4f6f57-fe38-43c2-9df6-ae7599216c4e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4d03daf82c6f457e883bb6e72c2d5d86&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4024005 Aug 31 00:20:34.599233 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37714) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:34.604913 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:34.757210 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:34.759424 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Updating router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:34.888890 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.002984 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37720) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:35.023221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Allocated IP 172.27.4.230 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/cfa51973-2bfe-4649-9e3d-7ac0958822fc) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:35.197130 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.211265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.443052 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:35.451378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks [] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.458253 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-33f31b38-8a0f-431c-ab3f-0d3299e51319 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:20:35.461424 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Pushing event updated for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:35.468643 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-33f31b38-8a0f-431c-ab3f-0d3299e51319 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3291266 Aug 31 00:20:35.482261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] Publish callbacks [] for security_group (d12af498-7184-4028-9573-5a039a19a74c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.484752 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-92947657-68db-4f19-b3d3-d2cdb23b7f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.530283 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:35.533424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Allocated IP 172.20.0.1 (f5d24600-1d04-47b6-a84d-0a5669f6e4ab/4b18b65b-c777-4800-a6e0-698661a2264a/bfadb9f3-9ba9-4644-8052-188358f03df9) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:35.535650 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:35.589852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] Publish callbacks [] for security_group (d12af498-7184-4028-9573-5a039a19a74c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.616617 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.691921 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=cfa51973-2bfe-4649-9e3d-7ac0958822fc,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:35.721028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:35.780025 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:35.790158 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:35.798500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:35.813222 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-456803ff-cc31-47c2-bf78-e271726585be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.818590 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-3c79f5d2-c30d-46f2-ae52-389521dc8e24 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483329 Aug 31 00:20:35.818993 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks [] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.839682 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.878557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:35.892360 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:35.905365 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:35.967503 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:36.009742 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.042479 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:36.061033 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fe73-e514-4ecb-b6c1-6354d38637ee None None] Pushing event updated for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.063368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.111061 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:36.112778 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Attempting to bind port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:36.113162 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Attempting to bind port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:36.113539 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Attempting to bind port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:36.172438 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:36.172868 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Checking segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:36.173383 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.173864 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Bound using segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:36.174378 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Bound port: 21a4117d-c2aa-4fc0-b026-5f1c67065f84, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:36.174780 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.243584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks [] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.299167 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-abe14ed7-d2ae-4b04-99f7-24f77d849e41 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793210 Aug 31 00:20:36.315268 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks [] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.318207 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.343413 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.482497 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] For port 21a4117d-c2aa-4fc0-b026-5f1c67065f84, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:36.495226 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] For port 21a4117d-c2aa-4fc0-b026-5f1c67065f84, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=21a4117d-c2aa-4fc0-b026-5f1c67065f84,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:36.518521 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.525648 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-2c791b5b-1dc0-4d98-91fc-8c4c1cf6fe57 None None] Provisioning complete for port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:36.532511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2c791b5b-1dc0-4d98-91fc-8c4c1cf6fe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.551970 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Attempting to bind port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:36.557560 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Attempting to bind port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:36.558226 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Attempting to bind port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:36.590576 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d12af498-7184-4028-9573-5a039a19a74c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.595872 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.601156 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d12af498-7184-4028-9573-5a039a19a74c HTTP/1.1" status: 204 len: 168 time: 1.9636059 Aug 31 00:20:36.612223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:36.630974 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:36.631495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.632111 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:36.632758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Bound port: 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:36.633155 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.662974 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:36.687429 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:36.689571 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:20:36.690420 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.698714 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:36.701414 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:36.702575 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:36.722429 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703401-a993-4cfb-a910-a5286b971857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12af498-7184-4028-9573-5a039a19a74c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.727953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:36.741440 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.748871 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.767149 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.769755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.811462 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:36.828410 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:36.847185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:36.857735 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.869802 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-92947657-68db-4f19-b3d3-d2cdb23b7f81 admin admin] Publish callbacks [] for security_group (6141f175-4406-4d65-98ba-d932e98da44b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.889573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:36.891565 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03afbaf-2938-4b56-859c-c157c757caff None None] Pushing event updated for resources: {'Port': ['ID=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.895765 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:36.901383 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (1986fcae-9558-4502-9676-9c47f02d4b68), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.911938 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-92947657-68db-4f19-b3d3-d2cdb23b7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6141f175-4406-4d65-98ba-d932e98da44b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.941585 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Pushing event updated for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.971378 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0fe73-e514-4ecb-b6c1-6354d38637ee None None] Pushing event updated for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:36.976833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:36.991718 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3825493 Aug 31 00:20:37.059944 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2c791b5b-1dc0-4d98-91fc-8c4c1cf6fe57 None None] Port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:37.089803 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:37.090196 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.102931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:37.104191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:37.106059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88accf-3f2d-4fee-bd94-3b4c2b7dbf7a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=cfa51973-2bfe-4649-9e3d-7ac0958822fc,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:37.121529 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 37760) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:37.170060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:37.190046 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.190904 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 284aacde-5780-48ff-8855-e3200e944ad8 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:37.283528 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:37.352702 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:37.423811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] For port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:37.429429 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6a6f-42aa-4f7d-80ac-adb51b93651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.498847 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] For port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:37.520015 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.545315 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.646540 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:37.647187 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:37.745682 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-92947657-68db-4f19-b3d3-d2cdb23b7f81 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0a5cf104b4974638b08149fe30eedf1e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6106470 Aug 31 00:20:37.754650 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37778) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:37.833789 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-0820eeb9-318d-4a41-b7ac-d219d23e6b68 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--417637933&fields=id&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 267 time: 0.2015386 Aug 31 00:20:37.842430 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947657-68db-4f19-b3d3-d2cdb23b7f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6141f175-4406-4d65-98ba-d932e98da44b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:37.845779 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 284aacde-5780-48ff-8855-e3200e944ad8 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:37.851126 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (284aacde-5780-48ff-8855-e3200e944ad8), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:37.896145 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-595128d3-bfd0-4d54-bdd9-677f8211ae1d None None] Provisioning complete for port bfadb9f3-9ba9-4644-8052-188358f03df9 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:37.902362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-595128d3-bfd0-4d54-bdd9-677f8211ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.006430 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:36Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:38.041714 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d633f-7546-401e-abda-c6de6a10726e None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:36Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:38.051315 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-595128d3-bfd0-4d54-bdd9-677f8211ae1d None None] Port bfadb9f3-9ba9-4644-8052-188358f03df9 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:38.090588 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:38.104715 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-aee57dc4-25f4-40e1-8ae6-07f811d86c4f admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9527433 Aug 31 00:20:38.230407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50a06606-8275-4b56-9d34-ec85ee5952a1 req-8f68585f-c498-46e5-8b16-a893b40832e2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 1.1059396 Aug 31 00:20:38.247494 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.263829 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03afbaf-2938-4b56-859c-c157c757caff None None] Pushing event updated for resources: {'Port': ['ID=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:38.278583 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] Publish callbacks [] for security_group (6141f175-4406-4d65-98ba-d932e98da44b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.371676 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] Publish callbacks [] for security_group (6141f175-4406-4d65-98ba-d932e98da44b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.457514 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-57fb64c2-02b6-4a57-a3bb-4b95c9929c7c None None] Provisioning complete for port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:38.458378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-57fb64c2-02b6-4a57-a3bb-4b95c9929c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.465834 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=4,neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:38.481309 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-7f99a13f-f9a7-4ae6-9c7c-35e167a5b8be tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:38.481309 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-7f99a13f-f9a7-4ae6-9c7c-35e167a5b8be tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 816 time: 0.5394440 Aug 31 00:20:38.486902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks [] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.498673 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.499666 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.533695 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-fc26d6e7-6692-41a5-bab8-d52eae52a639 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/quotas/e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 375 time: 0.0437698 Aug 31 00:20:38.598853 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6141f175-4406-4d65-98ba-d932e98da44b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.602565 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.607717 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6141f175-4406-4d65-98ba-d932e98da44b HTTP/1.1" status: 204 len: 168 time: 0.8487370 Aug 31 00:20:38.626311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef224db-82c8-433b-a901-efdb62d4a0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6141f175-4406-4d65-98ba-d932e98da44b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:38.637490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Pushing event updated for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:38.667700 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-c8ded55d-c449-4945-bbab-6a7190c9f4ef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170483 Aug 31 00:20:38.684640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:38.842306 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks [] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.848729 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:38.850816 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:38.857150 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 284aacde-5780-48ff-8855-e3200e944ad8 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:38.858100 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (284aacde-5780-48ff-8855-e3200e944ad8), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.858269 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.859792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (1986fcae-9558-4502-9676-9c47f02d4b68), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.916595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:38.951318 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:38.957158 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:39.024095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:39.054682 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-1bd7bfa2-6773-4f41-b119-713d51624b84 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530238 Aug 31 00:20:39.210707 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-57fb64c2-02b6-4a57-a3bb-4b95c9929c7c None None] Port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:39.222328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 284aacde-5780-48ff-8855-e3200e944ad8, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=284aacde-5780-48ff-8855-e3200e944ad8,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:39.231523 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:39.244394 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (284aacde-5780-48ff-8855-e3200e944ad8), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:39.253777 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:39.354772 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:39.356369 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:39.463441 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=284aacde-5780-48ff-8855-e3200e944ad8,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:39.612351 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:20:39.751678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:39.816962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-01fc6fd3-0a69-45f2-b89d-60ca851550fc None None] Provisioning complete for port bfadb9f3-9ba9-4644-8052-188358f03df9 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:39.823421 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-01fc6fd3-0a69-45f2-b89d-60ca851550fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:39.830848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:20:39.877452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-3cd7fb48-194f-4ce6-a135-a70534698f45 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214557 Aug 31 00:20:39.951409 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:39.952428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:39.957455 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:39.957851 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:39.990943 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:35Z', 'revision_number': 1, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:40.133052 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37842) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:40.139947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:40.149645 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-4b347826-ba6d-4210-809b-6fb394ffe417 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/ef532e92-1c46-4f08-980c-2ed4438fdc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4637725 Aug 31 00:20:40.162674 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c092ae2-7449-4aaa-b757-51481cdf178c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:40.243771 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-01fc6fd3-0a69-45f2-b89d-60ca851550fc None None] Port bfadb9f3-9ba9-4644-8052-188358f03df9 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:40.260401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c0eb-e176-475b-85f3-8c73c2b4039d None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:35Z', 'revision_number': 1, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:40.304948 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:20:40.333609 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-80367d9c-be65-4e1f-b322-9c83777727e0 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/1986fcae-9558-4502-9676-9c47f02d4b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6608033 Aug 31 00:20:40.336612 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:40.420032 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:40.451037 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:40.453649 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:40.540547 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Sync routers for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:40.594692 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:40.614856 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:40.620074 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c092ae2-7449-4aaa-b757-51481cdf178c admin admin] Publish callbacks [] for security_group (6e5e82bd-9fbe-45ce-8b7d-5af82a03829c), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:40.629481 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c092ae2-7449-4aaa-b757-51481cdf178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6e5e82bd-9fbe-45ce-8b7d-5af82a03829c), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:40.792908 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0c092ae2-7449-4aaa-b757-51481cdf178c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=92158ead19764e13b0acea6970237a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6569395 Aug 31 00:20:40.795426 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c092ae2-7449-4aaa-b757-51481cdf178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5e82bd-9fbe-45ce-8b7d-5af82a03829c,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:40.802363 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37878) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:41.053519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] Publish callbacks [] for security_group (6e5e82bd-9fbe-45ce-8b7d-5af82a03829c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:41.070205 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-9553b438-fe5d-4a2d-b240-f1f5b075dc98 None None] Provisioning complete for port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:41.074133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9553b438-fe5d-4a2d-b240-f1f5b075dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:41.122885 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] Publish callbacks [] for security_group (6e5e82bd-9fbe-45ce-8b7d-5af82a03829c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:41.276142 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6e5e82bd-9fbe-45ce-8b7d-5af82a03829c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:41.280116 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:41.286672 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6e5e82bd-9fbe-45ce-8b7d-5af82a03829c HTTP/1.1" status: 204 len: 168 time: 0.4781260 Aug 31 00:20:41.337053 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198ba9a-c84e-475b-b4ef-8679fe2e543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5e82bd-9fbe-45ce-8b7d-5af82a03829c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:41.381843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8457c035-3df2-4ff7-8b76-d869098e621a req-758d44cb-9da2-4fb0-9649-3d3b5cf2166c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.3985226 Aug 31 00:20:41.390980 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:41.408924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-f096d9ee-1d6e-4f92-9ba4-7395a0a9e9a5 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:41.434093 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-f096d9ee-1d6e-4f92-9ba4-7395a0a9e9a5 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/networks?id=7e5df58c-a1bf-481a-a8ee-6a521508fdd0 HTTP/1.1" status: 200 len: 811 time: 0.8325896 Aug 31 00:20:41.495518 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-7545a26f-a48b-410c-8c09-7be6f0eced9d tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/quotas/d3406349e71d4d96bd33248ce77d5066 HTTP/1.1" status: 200 len: 375 time: 0.0603955 Aug 31 00:20:41.762447 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:20:42.005047 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-933360d1-14da-485b-bd15-385b918658fa tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d3406349e71d4d96bd33248ce77d5066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5085287 Aug 31 00:20:42.009537 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7660d43e-4a0d-4355-9a62-e2a5285e7099 req-3e190b7d-8290-466c-a2ce-100ee1467b2c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.3472688 Aug 31 00:20:42.245947 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:42.353047 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:42.378922 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 4, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '5167e00b-55d5-4c9d-bad9-3fb6a00539a0', 'name': '', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'mac_address': 'fa:16:3e:ec:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:31Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 2, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'subnets': [{'id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:42.401582 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:42.407127 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-9553b438-fe5d-4a2d-b240-f1f5b075dc98 None None] Port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:42.492838 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Checking router: 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:42.493202 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Updating router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:42.583354 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:42.648662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:42.817408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:42.860268 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:42.860806 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Updating router 1986fcae-9558-4502-9676-9c47f02d4b68 port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:42.863537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-77b06f81-82c6-4c93-993f-745905f1a457 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:20:42.867361 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 21a4117d-c2aa-4fc0-b026-5f1c67065f84 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:42.878863 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-77b06f81-82c6-4c93-993f-745905f1a457 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5393136 Aug 31 00:20:42.924436 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:42.965552 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:42.996182 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:42.996843 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.082006 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks [] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.090754 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:43.093294 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:43.105395 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.237719 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87a74-5215-42f7-8c54-6f3d12f554ba None None] Pushing event updated for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:43.299218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37958) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:43.307439 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892924600', 'description': 'tempest-description--1099766811'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:43.367459 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.378199 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-6d5e21cd-586e-4d64-a736-85ff419b6df1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923940 Aug 31 00:20:43.389990 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Attempting to bind port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:43.390366 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Attempting to bind port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:43.390732 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Attempting to bind port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 on network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:43.410910 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:43.411340 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Checking segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:43.417074 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.419530 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Bound using segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:43.420193 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Bound port: 5167e00b-55d5-4c9d-bad9-3fb6a00539a0, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:43.421666 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.467476 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:43.556063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (44532f0f-da01-48e0-896e-f58d535a4eb6), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.572759 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (44532f0f-da01-48e0-896e-f58d535a4eb6), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.590932 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] For port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:43.599658 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] For port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:43.618872 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.628489 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks [] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.637806 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44532f0f-da01-48e0-896e-f58d535a4eb6,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:43.660542 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:43.661300 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:43.664883 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.678124 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.679734 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-44775761-a1d4-4538-831f-4e798014de97 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3783517 Aug 31 00:20:43.684716 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37966) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:43.687588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-50f30c2a-127f-4e8e-9a21-41649cc5c3cc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042786 Aug 31 00:20:43.691336 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '44532f0f-da01-48e0-896e-f58d535a4eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:43.734069 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:43.806340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (b03b4809-4d47-4d06-bb56-b14205248727), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.842621 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:43.843024 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.875723 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:43.893553 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 21a4117d-c2aa-4fc0-b026-5f1c67065f84, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=21a4117d-c2aa-4fc0-b026-5f1c67065f84,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:43.908192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:43.909297 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device c2855a29-f3dc-45eb-8ba4-1e7a6002089b up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:43.969039 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:44.050202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port c2855a29-f3dc-45eb-8ba4-1e7a6002089b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:44.050956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.054234 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722510-a413-4598-b5fe-96950a9f5a03 None None] Pushing event updated for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:44.105871 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Attempting to bind port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:44.106269 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Attempting to bind port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:44.107096 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Attempting to bind port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:44.142260 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:44.142677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:44.143063 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.144021 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:44.144615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Bound port: 6f31d8e0-0362-4d0a-81c4-535181fb5b8d, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:44.145016 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.155448 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (b03b4809-4d47-4d06-bb56-b14205248727), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.164561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (b03b4809-4d47-4d06-bb56-b14205248727), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.243290 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03b4809-4d47-4d06-bb56-b14205248727,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:44.249386 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.253109 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-da1255e2-a49f-41f1-81e5-02079c891bb3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646708 Aug 31 00:20:44.254042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 37992) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:44.270256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '44532f0f-da01-48e0-896e-f58d535a4eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:44.348446 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (c7dc2308-9843-40aa-af8c-deb415ecb960), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.354676 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87a74-5215-42f7-8c54-6f3d12f554ba None None] Pushing event updated for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:44.370595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:44.580429 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (c7dc2308-9843-40aa-af8c-deb415ecb960), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.586977 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-62535542-8fd5-435b-9e22-28f3f0345b96 req-0123c3f8-4c8f-4232-94a9-bbc0603011ce tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.0591757 Aug 31 00:20:44.601311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (c7dc2308-9843-40aa-af8c-deb415ecb960), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.636101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] For port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:44.653130 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port c2855a29-f3dc-45eb-8ba4-1e7a6002089b is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:44.655120 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:44.659374 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dc2308-9843-40aa-af8c-deb415ecb960,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:44.672475 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.676720 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d21ce60c-1d9c-4834-bb2c-46fac3683816 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4173152 Aug 31 00:20:44.680761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38000) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:44.686418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:44.825883 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-708f36ae-8ed8-4a46-b039-9f4c9865faeb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:44.844725 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.850855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] For port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:44.863361 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-708f36ae-8ed8-4a46-b039-9f4c9865faeb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 0.7948422 Aug 31 00:20:44.865415 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:44.916855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:44.934563 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-7837dcf5-a216-4ab4-80cf-43df5985233c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/quotas/af873e6a013c457aa2407fb24423ddc1 HTTP/1.1" status: 200 len: 375 time: 0.0695872 Aug 31 00:20:44.964513 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 4, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '5167e00b-55d5-4c9d-bad9-3fb6a00539a0', 'name': '', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'mac_address': 'fa:16:3e:ec:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:31Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 4, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'subnets': [{'id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:44.995518 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:20:45.082676 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:45.083156 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:45.108958 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb818d-c25e-41ec-b2c7-1e5fd3c849b0 None None] The sync data for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi is: [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 4, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '5167e00b-55d5-4c9d-bad9-3fb6a00539a0', 'name': '', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'mac_address': 'fa:16:3e:ec:02:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:31Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 4, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'subnets': [{'id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:45.149768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-6960dc5b-ce2d-441d-9b7a-dcfb086030fe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135382 Aug 31 00:20:45.221489 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:45.222483 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:45.526456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:45.542874 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722510-a413-4598-b5fe-96950a9f5a03 None None] Pushing event updated for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:45.550508 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e4ee823-14b9-45ee-9285-5df6141d1687 req-fe1e344c-c530-4d27-967f-0a65dde34289 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.6356115 Aug 31 00:20:45.565990 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.70', 54895) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:45.566274 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:45.566969 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:45.709757 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:45.883735 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-2fdf62a5-5a28-493a-9fe3-b752b481edae tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:45.885157 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-2fdf62a5-5a28-493a-9fe3-b752b481edae tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 810 time: 0.3156335 Aug 31 00:20:45.971329 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aa3facdb-c730-4348-96c5-782e6df0bd20 req-9e14fffd-9134-4486-81dc-2827f10391e6 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0829756 Aug 31 00:20:46.047171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.27.4.238 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/1ee2a2d3-cd4f-476a-b856-048c27e22015) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:46.070675 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-baaa3109-1d93-4715-a089-c19cb61c7c74 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086733 Aug 31 00:20:46.243277 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:46.314668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eb867576-8dc2-42fb-bc65-7876b49d75a1 req-1fd19994-9d5c-4e4e-9384-f5bb5db2b804 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.1174228 Aug 31 00:20:46.358845 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-41b756f4-dd7a-4e3a-a897-041021a59f4f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 379 time: 0.3619404 Aug 31 00:20:46.393056 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:46.403421 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:46.438581 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-7bf88a0c-a4f9-4dc4-8a70-1e93817cb9fd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488669 Aug 31 00:20:46.473037 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:46.488019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'port': {'device_id': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'admin_state_up': True, 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'security_groups': ['28d10701-b1f5-42ad-ac4f-38890f0c0af8']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:46.496100 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:46.676792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:46.694940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:46.702436 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=1ee2a2d3-cd4f-476a-b856-048c27e22015,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:46.707730 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:47.017692 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.70', 54907) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:47.060725 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:47.086281 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:47.219784 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1c557440-62a3-42a3-a6de-923ed8bb86d0 req-d4ed43bc-4c20-4ea0-81d4-22b6ce61d7a9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.2010031 Aug 31 00:20:47.393329 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:47.395843 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:47.444005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:47.501702 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5320e867-dd6a-4b3d-9540-969dc07bce1c req-ec5cc735-2ca4-4de3-a3a9-14ec732c727d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 210 time: 0.4779131 Aug 31 00:20:47.756900 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Made reservation on behalf of 5d71e648b9ff42fb8b29beabe01a5512 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:47.760761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:47.762661 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:47.812622 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:47.828668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ecaa52b8-15cc-48e4-bb6d-202225ed9c30 req-d06f3ffb-8e12-4ade-9e66-51615ebcfb0b tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 210 time: 0.3177483 Aug 31 00:20:47.945480 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:48.218596 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.70', 54914) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:48.373296 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:48.388966 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:48.651334 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:48.783108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:48.890848 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 2, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:49.023637 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:20:49.024633 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Updating router ef532e92-1c46-4f08-980c-2ed4438fdc4b port bfadb9f3-9ba9-4644-8052-188358f03df9 binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:20:49.149383 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.160848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-52c2d4c0-fb0d-4d5d-ae12-07e84df24deb tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:49.164887 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:44Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:49.165262 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-52c2d4c0-fb0d-4d5d-ae12-07e84df24deb tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.70 "GET /networking/v2.0/networks?id=7e5df58c-a1bf-481a-a8ee-6a521508fdd0 HTTP/1.1" status: 200 len: 811 time: 0.9453435 Aug 31 00:20:49.213814 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:49.218504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.249554 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Request body: {'port': {'device_id': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'admin_state_up': True, 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:49.550531 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b67b-4c7f-419e-b28f-6bf410e84d85 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:44Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:49.597279 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.606977 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Made reservation on behalf of d3406349e71d4d96bd33248ce77d5066 for: {'port': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:49.637058 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.646002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.649784 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:49.782357 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10680c21-2697-4550-a61f-0aaa10a89bf7 req-b07aeed1-4ecc-42fe-beb5-06764548edb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.7012377 Aug 31 00:20:50.102106 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-da0afb69-fe47-43b9-8792-4e54c25ca847 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:50.109140 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-da0afb69-fe47-43b9-8792-4e54c25ca847 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 816 time: 3.0793171 Aug 31 00:20:50.157320 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:50.160023 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4776547 Aug 31 00:20:50.348235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd22a56-608a-44c4-9a42-23dd879824ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=1ee2a2d3-cd4f-476a-b856-048c27e22015,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:50.446349 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Allocated IP 172.20.0.3 (9d68da4d-e52e-4644-8ba2-67d235ba58ef/24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1/6317fbd6-92fd-41d8-a8a9-21faad23ff44) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:50.654437 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:50.697917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-b0642347-b5de-407d-a2d5-90d997e8b5ab tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:50.719321 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-b0642347-b5de-407d-a2d5-90d997e8b5ab tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 1.6188140 Aug 31 00:20:50.722950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Allocated IP 172.20.0.14 (7e5df58c-a1bf-481a-a8ee-6a521508fdd0/0affa577-4de2-4a20-bb5c-068975e52ed0/f1fa86d4-e574-414e-9f10-7f6572bb99f0) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:50.748066 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b0ee61b7-1fec-4f83-b66f-3f57f25c3656 req-1cc3c836-bceb-4d8f-8ffc-c893a3ea20db tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.4332235 Aug 31 00:20:50.944339 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-9fa53ca4-1223-4edb-9752-93acffa6d5e3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 379 time: 0.7791047 Aug 31 00:20:51.008093 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-11a52b37-cae6-48bd-82f4-672aea2c2638 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/quotas/af873e6a013c457aa2407fb24423ddc1 HTTP/1.1" status: 200 len: 375 time: 0.2865288 Aug 31 00:20:51.041297 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'port': {'device_id': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'admin_state_up': True, 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'security_groups': ['d08f12cd-01d1-4673-b072-e4545235f46d']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:51.245119 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks [] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.273096 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.70', 54925) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:51.279716 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks [] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.344133 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-6160d351-1ce7-4c08-9c35-bd3519092b4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2707322 Aug 31 00:20:51.353544 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.371194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:51.375301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:51.391170 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.540941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:51.545053 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 284aacde-5780-48ff-8855-e3200e944ad8 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:51.552939 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:51.566236 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:51.576519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:51.608003 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:51.618275 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:51.621622 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.751972 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Attempting to bind port bfadb9f3-9ba9-4644-8052-188358f03df9 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:51.752907 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Attempting to bind port bfadb9f3-9ba9-4644-8052-188358f03df9 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:51.753468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Attempting to bind port bfadb9f3-9ba9-4644-8052-188358f03df9 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:51.758593 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5184340 Aug 31 00:20:51.768297 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d59a60-28f1-46e6-b989-c8b1f49a972f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Pushing event updated for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:51.776054 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:51.776964 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:51.777582 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.778148 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Bound using segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:51.779108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Bound port: bfadb9f3-9ba9-4644-8052-188358f03df9, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:51.780143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:51.852703 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-6d217ff9-5701-4067-bdff-a5fd064f6a78 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112891) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:20:51.867609 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-6d217ff9-5701-4067-bdff-a5fd064f6a78 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1002274 Aug 31 00:20:51.930648 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97f8c3-bc08-4d63-9b2d-aaae7d21682e None None] Pushing event updated for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:52.136503 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] For port bfadb9f3-9ba9-4644-8052-188358f03df9, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:52.151728 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] For port bfadb9f3-9ba9-4644-8052-188358f03df9, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=bfadb9f3-9ba9-4644-8052-188358f03df9,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:52.176364 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:52.330590 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:20:52.332344 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:20:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:52.342807 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 284aacde-5780-48ff-8855-e3200e944ad8 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:52.343282 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (284aacde-5780-48ff-8855-e3200e944ad8), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:52.471274 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-4a0a39c8-b394-447e-886a-7e09ad92f5e4 None None] Provisioning complete for port f1fa86d4-e574-414e-9f10-7f6572bb99f0 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:52.471664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4a0a39c8-b394-447e-886a-7e09ad92f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:52.682783 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-625d4805-9d84-4b8c-b7e2-c1f98d5d8c21 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9590154 Aug 31 00:20:52.744508 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 284aacde-5780-48ff-8855-e3200e944ad8 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:52.746881 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 34805e83-828b-4551-abfb-0a7cc655e3fb up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:52.792216 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Request body: {'port': {'device_id': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:52.908578 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97f8c3-bc08-4d63-9b2d-aaae7d21682e None None] Pushing event updated for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:52.936424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18452a15-113b-41b4-848f-4aca11167b77 req-a338dc28-b222-447d-847c-9b41ac31cec4 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:52.945588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18452a15-113b-41b4-848f-4aca11167b77 req-a338dc28-b222-447d-847c-9b41ac31cec4 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 932 time: 1.2190106 Aug 31 00:20:53.042042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:53.059018 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a39c8-b394-447e-886a-7e09ad92f5e4 None None] Port f1fa86d4-e574-414e-9f10-7f6572bb99f0 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:53.079544 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 34805e83-828b-4551-abfb-0a7cc655e3fb triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:53.080198 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:53.248930 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:20:53.258605 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:53.284330 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-fb892285-30ee-4a81-a835-42d12cbe9ec9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603567 Aug 31 00:20:53.571846 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:53.753528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:53.781168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:53.815398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-40608bc9-1d1c-4aa8-8854-b32031eb096c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:53.819730 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-40608bc9-1d1c-4aa8-8854-b32031eb096c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 2.4736295 Aug 31 00:20:53.917638 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38258) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:54.223686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:54.280874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'port': {'device_id': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'admin_state_up': True, 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:54.318876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Made reservation on behalf of e53c8a6e81fe48d5b9609b921283e64d for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:54.338864 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.356425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fa86d4-e574-414e-9f10-7f6572bb99f0 {{(pid=112891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:20:54.406066 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:54.409728 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 34805e83-828b-4551-abfb-0a7cc655e3fb is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:54.411605 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.423616 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:54.457633 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks [] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.494869 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18452a15-113b-41b4-848f-4aca11167b77 req-35a65caa-80f8-4164-b749-615e28c6f2aa tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5414367 Aug 31 00:20:54.548596 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 34805e83-828b-4551-abfb-0a7cc655e3fb, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=34805e83-828b-4551-abfb-0a7cc655e3fb,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:54.586913 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.587456 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38278) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:54.628377 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.provisioning_blocks [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Transition to ACTIVE for port object f1fa86d4-e574-414e-9f10-7f6572bb99f0 will not be triggered until provisioned by entity L2. {{(pid=112891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:20:54.638268 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.701639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:20:54.813686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:20:54.822868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:20:54.829315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:54.830619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:54.963260 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c41f39b8-794a-4082-86b2-f3a1c3227cb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4873433 Aug 31 00:20:55.091289 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:55.101550 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=34805e83-828b-4551-abfb-0a7cc655e3fb,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:55.108207 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd13f-081e-4f5b-a3c2-f1e2fb7faae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.143490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:52Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:20:55.339695 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Request body: {'port': {'device_id': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:55.420830 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec3313-f8f4-41f3-9f05-a914589fdb16 None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:52Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:20:55.434054 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-e5b3d033-a43c-41c6-82d1-b23fd4e066cf None None] Provisioning complete for port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:55.435833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d033-a43c-41c6-82d1-b23fd4e066cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.497624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-47735171-ec89-4de5-bc6b-211d203c2324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.524400 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3d033-a43c-41c6-82d1-b23fd4e066cf None None] Port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:20:55.549758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device bfadb9f3-9ba9-4644-8052-188358f03df9 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:55.716088 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port bfadb9f3-9ba9-4644-8052-188358f03df9 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:55.717213 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.733750 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-47735171-ec89-4de5-bc6b-211d203c2324 admin admin] Publish callbacks [] for security_group (f71a28d8-ce5a-461c-8d59-d442313ff7fd), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.784949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-47735171-ec89-4de5-bc6b-211d203c2324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f71a28d8-ce5a-461c-8d59-d442313ff7fd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:55.792931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d619bd-aec2-4cb4-84cc-8e6ce7b2c9f8 req-2334b185-3b98-4159-9fd7-ceb1be744191 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:55.813614 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-09d619bd-aec2-4cb4-84cc-8e6ce7b2c9f8 req-2334b185-3b98-4159-9fd7-ceb1be744191 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 931 time: 1.0080032 Aug 31 00:20:55.854788 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:55.863865 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Attempting to bind port f1fa86d4-e574-414e-9f10-7f6572bb99f0 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:20:55.871860 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Attempting to bind port f1fa86d4-e574-414e-9f10-7f6572bb99f0 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}] {{(pid=112891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:20:55.872485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Attempting to bind port f1fa86d4-e574-414e-9f10-7f6572bb99f0 on network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:55.973920 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-0e37bd4f-000d-4329-928e-7b6b436990a8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--892924600&fields=id&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 267 time: 1.4223828 Aug 31 00:20:55.984457 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Made reservation on behalf of af873e6a013c457aa2407fb24423ddc1 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:20:55.992963 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.125560 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-09d619bd-aec2-4cb4-84cc-8e6ce7b2c9f8 req-52efb227-4843-41f0-a028-d4088db84efa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625093 Aug 31 00:20:56.144560 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port bfadb9f3-9ba9-4644-8052-188358f03df9 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:56.145249 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.152704 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd13f-081e-4f5b-a3c2-f1e2fb7faae9 admin admin] Publish callbacks [] for security_group (f7e56a68-0c0f-4e2a-839d-f39addbba1fb), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.160255 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:UPDATE=6,neutron:INSERT=18 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:56.219943 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-47735171-ec89-4de5-bc6b-211d203c2324 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=04549bf2ddd64141b2783feb6e7acb66&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2966561 Aug 31 00:20:56.220971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38298) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:56.241915 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd13f-081e-4f5b-a3c2-f1e2fb7faae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f7e56a68-0c0f-4e2a-839d-f39addbba1fb), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.254083 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port bfadb9f3-9ba9-4644-8052-188358f03df9, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=bfadb9f3-9ba9-4644-8052-188358f03df9,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:56.266590 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.272441 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:56.598341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:56.599603 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:56.629608 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Allocated IP 172.20.0.6 (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef/48bf62f3-98f0-4d98-8ec9-37c634a49893/0ff0dbfa-0c17-4d1f-bc12-fdd58530b639) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:20:56.929342 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8f0bd13f-081e-4f5b-a3c2-f1e2fb7faae9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=466c3360697341f192f1922e358f69aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3369920 Aug 31 00:20:56.931385 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Port f1fa86d4-e574-414e-9f10-7f6572bb99f0 on network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:20:56.932219 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Attempting to bind port f1fa86d4-e574-414e-9f10-7f6572bb99f0 on network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:20:56.960130 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38304) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:56.967028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:56.997705 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:57.009624 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.035560 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47735171-ec89-4de5-bc6b-211d203c2324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a28d8-ce5a-461c-8d59-d442313ff7fd,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:57.152111 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:57.160595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.164968 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 21a4117d-c2aa-4fc0-b026-5f1c67065f84 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:57.167073 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bd13f-081e-4f5b-a3c2-f1e2fb7faae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e56a68-0c0f-4e2a-839d-f39addbba1fb,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:57.178129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:20:57.178129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Checking segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:20:57.178710 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Bound using segment: {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'} {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:20:57.179176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Bound port: f1fa86d4-e574-414e-9f10-7f6572bb99f0, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dd8400-0b83-449e-8f63-ef019ffaa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0'}}] {{(pid=112891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:20:57.179552 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.274449 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38310) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:57.329031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:57.346811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:57.347393 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.352215 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] Publish callbacks [] for security_group (f7e56a68-0c0f-4e2a-839d-f39addbba1fb), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.403192 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.476608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:57.496192 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] Publish callbacks [] for security_group (f7e56a68-0c0f-4e2a-839d-f39addbba1fb), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.503096 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47192f69-3dde-4765-a598-9fe31014e62b req-937186b9-1365-4d4b-b1dd-2de0fb3d1681 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 1.0439098 Aug 31 00:20:57.541051 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:57.547709 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b5e05aba-5b1b-49b9-a1bb-a8d320af67be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.549039 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:57.550317 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f31d8e0-0362-4d0a-81c4-535181fb5b8d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:57.552872 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] Publish callbacks [] for security_group (f71a28d8-ce5a-461c-8d59-d442313ff7fd), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.652235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, cleared binding levels {{(pid=112891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:20:57.686735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:57.688218 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.722096 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:20:57.806438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] Publish callbacks [] for security_group (f71a28d8-ce5a-461c-8d59-d442313ff7fd), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.858765 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:57.858765 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.870937 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.923224 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:20:57.930441 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.931320 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:57.952584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b5e05aba-5b1b-49b9-a1bb-a8d320af67be admin admin] Publish callbacks [] for security_group (69ff0206-bdd7-4e46-96eb-813ac9000db9), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.963348 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f71a28d8-ce5a-461c-8d59-d442313ff7fd), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.966929 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:57.968459 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f71a28d8-ce5a-461c-8d59-d442313ff7fd HTTP/1.1" status: 204 len: 168 time: 1.7311747 Aug 31 00:20:58.097230 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:58.104678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:58.107742 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/f1fa86d4-e574-414e-9f10-7f6572bb99f0 HTTP/1.1" status: 200 len: 1094 time: 5.5132701 Aug 31 00:20:58.129272 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:58.151975 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b5e05aba-5b1b-49b9-a1bb-a8d320af67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (69ff0206-bdd7-4e46-96eb-813ac9000db9), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:58.160062 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:20:58.163129 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:58.163742 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:58.253485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:58.264679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:58.309662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:58.487745 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd3572-713d-4d7f-a5f8-45842909d291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a28d8-ce5a-461c-8d59-d442313ff7fd,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:58.498129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6317fbd6-92fd-41d8-a8a9-21faad23ff44 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:20:58.509277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks [] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:58.539058 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Transition to ACTIVE for port object 6317fbd6-92fd-41d8-a8a9-21faad23ff44 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:20:58.628060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:58.631048 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e05aba-5b1b-49b9-a1bb-a8d320af67be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff0206-bdd7-4e46-96eb-813ac9000db9,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:58.640361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:58.700608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device bfadb9f3-9ba9-4644-8052-188358f03df9 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:58.890387 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-113607ab-9c15-49f7-b91f-0d3f6a511c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:58.897147 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-113607ab-9c15-49f7-b91f-0d3f6a511c8e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d3406349e71d4d96bd33248ce77d5066&device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 1128 time: 0.2706661 Aug 31 00:20:58.899477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.70', 54943) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:58.924353 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40515bec-f083-4f75-ae57-cd5024a987ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:20:58.940318 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port bfadb9f3-9ba9-4644-8052-188358f03df9 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:58.941145 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.069649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:59.103792 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Pushing event updated for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:59.175810 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b5e05aba-5b1b-49b9-a1bb-a8d320af67be admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6d4e9d35dbf54e908de7560f0cd78b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8830626 Aug 31 00:20:59.177428 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-1edec47b-74e1-4b35-83a4-8d36bbaec1a4 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0 HTTP/1.1" status: 200 len: 217 time: 0.0904343 Aug 31 00:20:59.221899 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38332) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:59.222411 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38334) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:20:59.226685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065c99-a71d-4e56-8e38-aeccd065075e service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=3']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:59.292661 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6380ae1d-cd79-432f-a160-8656db09013e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.305087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-da19e63e-75cd-4723-88ef-621781a36b11 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:59.316135 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-da19e63e-75cd-4723-88ef-621781a36b11 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 3.3402386 Aug 31 00:20:59.370858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port bfadb9f3-9ba9-4644-8052-188358f03df9 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:59.373362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:59.379531 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f7e56a68-0c0f-4e2a-839d-f39addbba1fb), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.384362 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.385785 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f7e56a68-0c0f-4e2a-839d-f39addbba1fb HTTP/1.1" status: 204 len: 168 time: 2.4166024 Aug 31 00:20:59.418722 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-95db7b1f-7fa1-47a9-a7be-0c912eed29ed tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:59.420570 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-95db7b1f-7fa1-47a9-a7be-0c912eed29ed tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 0.4995875 Aug 31 00:20:59.460428 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] Publish callbacks [] for security_group (69ff0206-bdd7-4e46-96eb-813ac9000db9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.463116 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fe671-829a-42b2-9238-dd02242fd0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e56a68-0c0f-4e2a-839d-f39addbba1fb,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:20:59.509007 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-7707bc15-ccd0-4cef-b122-9ef2f4d190ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:20:59.510811 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-7707bc15-ccd0-4cef-b122-9ef2f4d190ea service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=0affa577-4de2-4a20-bb5c-068975e52ed0 HTTP/1.1" status: 200 len: 850 time: 0.2311077 Aug 31 00:20:59.525609 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] Publish callbacks [] for security_group (69ff0206-bdd7-4e46-96eb-813ac9000db9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.548036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'port': {'device_id': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'admin_state_up': True, 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:20:59.668812 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-02b553f3-070b-41f7-8ed2-75f18e5a0d33 req-51aa0395-fe03-4ab0-b004-e320e779cd51 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 210 time: 1.4417064 Aug 31 00:20:59.704523 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:59.706615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:20:59.852760 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:20:59.855350 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f31d8e0-0362-4d0a-81c4-535181fb5b8d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:20:59.909245 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:20:59.943733 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:20:59.944624 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.152584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Allocated IP 172.20.0.5 (f5d24600-1d04-47b6-a84d-0a5669f6e4ab/4b18b65b-c777-4800-a6e0-698661a2264a/b667fe99-0903-42b3-8838-53300f0a504b) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:21:00.257104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (69ff0206-bdd7-4e46-96eb-813ac9000db9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.266700 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.283784 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:00.291441 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/69ff0206-bdd7-4e46-96eb-813ac9000db9 HTTP/1.1" status: 204 len: 168 time: 1.0456080 Aug 31 00:21:00.295246 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 34805e83-828b-4551-abfb-0a7cc655e3fb up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:00.457556 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Made reservation on behalf of af873e6a013c457aa2407fb24423ddc1 for: {'port': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:00.462457 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.466796 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-e0e0b50a-c855-44d6-9696-7a6494190703 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/quotas/dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 375 time: 0.5192678 Aug 31 00:21:00.500536 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-15118a58-ca91-49ce-8768-63676047a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:00.502119 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-15118a58-ca91-49ce-8768-63676047a055 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=7e5df58c-a1bf-481a-a8ee-6a521508fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9692192 Aug 31 00:21:00.510735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 34805e83-828b-4551-abfb-0a7cc655e3fb triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:00.510735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.545911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cfda-f07d-420b-8c8c-d686dde60d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff0206-bdd7-4e46-96eb-813ac9000db9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:00.568778 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.578501 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-0ff7918c-3f34-4ed6-90f0-17f098c3c8c5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905468 Aug 31 00:21:00.613815 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Attempting to bind port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:21:00.617103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Attempting to bind port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:21:00.618756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Attempting to bind port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:00.626953 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:00.643226 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:21:00.643897 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Attempting to bind port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:00.660504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:00.814752 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 34805e83-828b-4551-abfb-0a7cc655e3fb is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:00.859324 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-d4c90a2a-ed99-4284-992f-71e3e0ade70d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054385 Aug 31 00:21:00.862006 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6380ae1d-cd79-432f-a160-8656db09013e admin admin] Publish callbacks [] for security_group (286971d8-dccf-4300-813c-0aa7cd05e604), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.883840 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:00.935908 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6380ae1d-cd79-432f-a160-8656db09013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (286971d8-dccf-4300-813c-0aa7cd05e604), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:00.979840 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:21:00.981078 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Checking segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:00.981927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Bound using segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:21:00.982648 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Bound port: 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:21:00.983281 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.008936 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-75c259cf-70f5-4616-88e8-4e82d25297e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968562 Aug 31 00:21:01.028047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c98dd-b551-42c8-a67e-c98d093cea94 req-3fd235ff-1a1a-4b2b-94ed-08f944912cd0 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:01.037923 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-345c98dd-b551-42c8-a67e-c98d093cea94 req-3fd235ff-1a1a-4b2b-94ed-08f944912cd0 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 944 time: 0.8794954 Aug 31 00:21:01.047414 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38348) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:01.282444 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:01.431521 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.480472 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-345c98dd-b551-42c8-a67e-c98d093cea94 req-94b3fee4-e26a-465e-9b95-79252e561b90 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405003 Aug 31 00:21:01.517865 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4bdf01ae-f4da-474f-b1e0-5c377f619531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.551337 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:01.568709 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ae1d-cd79-432f-a160-8656db09013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286971d8-dccf-4300-813c-0aa7cd05e604,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:01.590433 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:21:01.595401 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6380ae1d-cd79-432f-a160-8656db09013e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d77c09bb9c6d4635acffe542e7e9bbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3625286 Aug 31 00:21:01.609013 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38352) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:01.667274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 38354) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:01.701887 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:21:01.712001 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-c1e4f679-4b71-428a-946b-463ee3cc3c47 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391079 Aug 31 00:21:01.713083 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1de316c7-5d4c-44b3-bdad-3ac1fc01d9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.716009 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:01.754870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:21:01.761601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:01.764855 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.805346 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-8b40c194-c555-4db0-b46d-0c317d7d7001 req-f2aa9f13-59bb-4439-b054-4f18086e33c0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9227180 Aug 31 00:21:01.834509 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.8503869 Aug 31 00:21:01.857352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:21:01.863712 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] Publish callbacks [] for security_group (286971d8-dccf-4300-813c-0aa7cd05e604), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.914050 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] Publish callbacks [] for security_group (286971d8-dccf-4300-813c-0aa7cd05e604), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:01.981234 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=78,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:02.007539 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4bdf01ae-f4da-474f-b1e0-5c377f619531 admin admin] Publish callbacks [] for security_group (631a398d-62c9-463d-87c0-04feaa2f98d4), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.019377 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1de316c7-5d4c-44b3-bdad-3ac1fc01d9e4 admin admin] Publish callbacks [] for security_group (d16a4667-04d2-4bd9-9a28-ef31d1348b7d), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.049502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Request body: {'port': {'device_id': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:02.056421 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4bdf01ae-f4da-474f-b1e0-5c377f619531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (631a398d-62c9-463d-87c0-04feaa2f98d4), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.104106 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1de316c7-5d4c-44b3-bdad-3ac1fc01d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d16a4667-04d2-4bd9-9a28-ef31d1348b7d), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.154141 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eafd0-3f77-4e7f-b83c-18be6e65ebc0 req-618d0067-3c71-48f4-a4ff-cc381fb33c2c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:02.163673 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e77eafd0-3f77-4e7f-b83c-18be6e65ebc0 req-618d0067-3c71-48f4-a4ff-cc381fb33c2c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 943 time: 0.5511322 Aug 31 00:21:02.188034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99db046-c40f-42a6-8cf1-1ab9cabff77d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:02.214099 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4bdf01ae-f4da-474f-b1e0-5c377f619531 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=818287dc990147748fb60acbc13302d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0673599 Aug 31 00:21:02.217091 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf01ae-f4da-474f-b1e0-5c377f619531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a398d-62c9-463d-87c0-04feaa2f98d4,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:02.230685 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.236956 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38360) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:02.285920 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-0f7374d9-70ff-4366-8113-53065c7f66ca None None] Provisioning complete for port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:02.286653 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0f7374d9-70ff-4366-8113-53065c7f66ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.322144 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (286971d8-dccf-4300-813c-0aa7cd05e604), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.330071 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.332532 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/286971d8-dccf-4300-813c-0aa7cd05e604 HTTP/1.1" status: 204 len: 168 time: 0.7080469 Aug 31 00:21:02.397719 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-0f7374d9-70ff-4366-8113-53065c7f66ca None None] Port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:21:02.441957 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8679ce-44ef-430b-920b-c93b804db4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286971d8-dccf-4300-813c-0aa7cd05e604,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:02.545361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.567578 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] Publish callbacks [] for security_group (631a398d-62c9-463d-87c0-04feaa2f98d4), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.575388 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for port (b667fe99-0903-42b3-8838-53300f0a504b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.600957 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:02.601656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.603178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 1093 time: 7.2893600 Aug 31 00:21:02.620583 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:02.621907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] Publish callbacks [] for security_group (631a398d-62c9-463d-87c0-04feaa2f98d4), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.672805 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de316c7-5d4c-44b3-bdad-3ac1fc01d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a4667-04d2-4bd9-9a28-ef31d1348b7d,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:02.675349 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:02.762895 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (631a398d-62c9-463d-87c0-04feaa2f98d4), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.786494 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:02.809682 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/631a398d-62c9-463d-87c0-04feaa2f98d4 HTTP/1.1" status: 204 len: 168 time: 0.5671718 Aug 31 00:21:02.831975 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:02.870142 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febbbdf-c25e-4117-b475-95e2b2f358b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a398d-62c9-463d-87c0-04feaa2f98d4,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:03.544055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:03.547455 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1de316c7-5d4c-44b3-bdad-3ac1fc01d9e4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=47572fc2b5ab42db8456f8ef94829a07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8782825 Aug 31 00:21:03.551562 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38388) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:03.575813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1d55e-1146-421e-8ecf-c53dc46218c3 req-cc0ed028-0193-4879-8565-b145b5a6ac2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:03.586964 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cce1d55e-1146-421e-8ecf-c53dc46218c3 req-cc0ed028-0193-4879-8565-b145b5a6ac2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 931 time: 1.1044576 Aug 31 00:21:03.812033 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] Publish callbacks [] for security_group (d16a4667-04d2-4bd9-9a28-ef31d1348b7d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:03.869320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:03.883041 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] Publish callbacks [] for security_group (d16a4667-04d2-4bd9-9a28-ef31d1348b7d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:03.982604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d16a4667-04d2-4bd9-9a28-ef31d1348b7d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:03.993240 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:04.002126 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d16a4667-04d2-4bd9-9a28-ef31d1348b7d HTTP/1.1" status: 204 len: 168 time: 0.4449403 Aug 31 00:21:04.037400 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd60d1-8dce-4a86-9ac9-21603ddb8c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a4667-04d2-4bd9-9a28-ef31d1348b7d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:04.120426 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdbedd-1c37-401e-8ee7-ae81ae33fbce service neutron] Pushing event updated for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:04.155595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks [] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:04.411768 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-0280fa92-c6f2-4178-8d0a-6ef44c9929e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:04.415146 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-0280fa92-c6f2-4178-8d0a-6ef44c9929e4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1127 time: 1.2247045 Aug 31 00:21:04.486771 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e77eafd0-3f77-4e7f-b83c-18be6e65ebc0 req-e87957a5-a7ee-4fe1-ac56-6da4a2bbd55b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.3219612 Aug 31 00:21:04.499916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Transition to ACTIVE for port object 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:21:04.589468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c64d8684-a953-42d0-9f38-b737269dc27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:04.643819 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cce1d55e-1146-421e-8ecf-c53dc46218c3 req-830a23a1-849a-475a-b322-d5eb07fbdb39 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9165335 Aug 31 00:21:04.860931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4ea57-c441-42ec-b512-175a9799cdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:04.889739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:05.140211 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-cfb11f54-0af0-4d23-99f3-4c731bd4402d service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 217 time: 0.5744462 Aug 31 00:21:05.177683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:05.227430 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Allocated IP 172.20.0.3 (f5d24600-1d04-47b6-a84d-0a5669f6e4ab/4b18b65b-c777-4800-a6e0-698661a2264a/eadb7db5-44a8-41e0-ac9f-63b1573f5a39) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:21:05.315921 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1f8ef448-31b9-4034-8dda-315186965e56 req-e603238c-ea9a-4246-8dd8-ed344d1a9f4e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 210 time: 0.2380176 Aug 31 00:21:05.339584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:05.345730 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:05.445494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:05.494880 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a511d-79b0-4679-a164-ab61d51e4fea x-openstack-request-id: req-532a511d-79b0-4679-a164-ab61d51e4fea {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:05.495441 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:05.495907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-532a511d-79b0-4679-a164-ab61d51e4fea {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:05.497088 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532a511d-79b0-4679-a164-ab61d51e4fea'] response: {'name': 'network-changed', 'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0', 'status': 'completed', 'code': 200} Aug 31 00:21:05.537301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:05.542801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Attempting to bind port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:21:05.543353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Attempting to bind port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:21:05.543908 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Attempting to bind port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:05.561037 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:21:05.572395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:05.596669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:21:05.608232 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:05.609447 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:05.633181 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:21:05.637021 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Attempting to bind port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:05.682815 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:05.907169 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c4db02d2-d508-4c46-88bd-3f6b3caf8219 req-dc3c0d94-f3c9-4c44-91c0-0e7491ce0e7e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.3433366 Aug 31 00:21:05.908927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:05.913466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-e6d97e04-f090-4286-b32c-7c1d48926b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:05.916312 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-e6d97e04-f090-4286-b32c-7c1d48926b2d service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.2365489 Aug 31 00:21:06.011938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.70', 54957) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:06.012614 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 38452) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:06.040569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:06.043954 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:21:06.044712 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Checking segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:06.045398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Bound using segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:21:06.046181 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Bound port: 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:21:06.046803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.081950 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-6abd1fdd-81d0-45da-9cf9-3ec3043c9906 None None] Provisioning complete for port b667fe99-0903-42b3-8838-53300f0a504b triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:06.082731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6abd1fdd-81d0-45da-9cf9-3ec3043c9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (b667fe99-0903-42b3-8838-53300f0a504b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.102564 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-2a6f139e-0dfd-462c-9948-51433d52ccbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.9252589 Aug 31 00:21:06.165267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-6abd1fdd-81d0-45da-9cf9-3ec3043c9906 None None] Port b667fe99-0903-42b3-8838-53300f0a504b cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:21:06.205649 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec4faa-a2c4-4661-822c-605e82a0912a req-b87c7513-e003-4646-b83f-8d9d9b2d9d5d tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.212039 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:21:06.214104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515bec-f083-4f75-ae57-cd5024a987ba req-5c4553a1-4b48-48e1-b420-b0d128de26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.214585 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7eec4faa-a2c4-4661-822c-605e82a0912a req-b87c7513-e003-4646-b83f-8d9d9b2d9d5d tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 944 time: 0.5865839 Aug 31 00:21:06.216192 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-5c4553a1-4b48-48e1-b420-b0d128de26e2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d3406349e71d4d96bd33248ce77d5066&device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 1128 time: 0.0601287 Aug 31 00:21:06.221823 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:06.227413 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:21:06.232330 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.232994 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.246435 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:06.280796 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-363b8c80-0727-4666-83f7-ece5404a849a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7365639 Aug 31 00:21:06.302297 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-d94f51ef-f163-44bf-8f45-2b03ddf357e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.304234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-d94f51ef-f163-44bf-8f45-2b03ddf357e2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2775090 Aug 31 00:21:06.358002 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306396286-network', 'tenant_id': '151f333a22b440568ca316d8bc5c1507'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:06.397003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7eec4faa-a2c4-4661-822c-605e82a0912a req-f3979331-0ba4-472b-808e-6486f6418e66 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813042 Aug 31 00:21:06.444803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:21:06.454212 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:21:06.483341 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-1342c924-bc5c-4608-b373-a0da833c4f3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.485116 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-1342c924-bc5c-4608-b373-a0da833c4f3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.4676030 Aug 31 00:21:06.491789 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.497578 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.502046 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.503482 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 1093 time: 4.4597454 Aug 31 00:21:06.506938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Made reservation on behalf of 151f333a22b440568ca316d8bc5c1507 for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:06.509964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.553299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.559736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13e69c-ef40-467d-9460-519991ccc4e6 x-openstack-request-id: req-ed13e69c-ef40-467d-9460-519991ccc4e6 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:06.560116 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:06.560487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed13e69c-ef40-467d-9460-519991ccc4e6 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:06.561146 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed13e69c-ef40-467d-9460-519991ccc4e6'] response: {'name': 'network-changed', 'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'status': 'completed', 'code': 200} Aug 31 00:21:06.664049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:06.697767 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-126dc0ec-a9de-477c-9384-5457816a2d8a None None] Provisioning complete for port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:06.698347 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-126dc0ec-a9de-477c-9384-5457816a2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.723408 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be195f1-638d-4f05-91d2-7feb28edf7bb req-34776415-865a-49c1-9c6e-b83784b37b61 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.725934 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6be195f1-638d-4f05-91d2-7feb28edf7bb req-34776415-865a-49c1-9c6e-b83784b37b61 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 943 time: 0.1750507 Aug 31 00:21:06.746746 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdc6c5-e9b3-4f44-9741-14e0d35c8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:06.771657 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-126dc0ec-a9de-477c-9384-5457816a2d8a None None] Port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:21:06.774941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6616-0a31-422d-ba4f-f4b7baeee5e2 req-02e00637-685a-47fe-9c66-d1d192a2f60e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:06.782393 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18dc6616-0a31-422d-ba4f-f4b7baeee5e2 req-02e00637-685a-47fe-9c66-d1d192a2f60e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1457322 Aug 31 00:21:06.879143 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6be195f1-638d-4f05-91d2-7feb28edf7bb req-d33ec560-3efc-4466-949a-f61c9aa30e53 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463470 Aug 31 00:21:06.903134 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18dc6616-0a31-422d-ba4f-f4b7baeee5e2 req-bc2d6bfd-3944-43be-bd9b-3615ba800a10 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104922 Aug 31 00:21:06.946174 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks [] for security_group (51604b7c-747a-4d2e-b080-854e95eff52a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:06.956503 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (51604b7c-747a-4d2e-b080-854e95eff52a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.008616 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2e10cb9b-a299-41ab-9e4e-0609e1ebe9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.018994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:21:07.101023 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (6ed64a49-a398-4ae7-ab88-8068c7ffb3b0), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.101390 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Added segment 6ed64a49-a398-4ae7-ab88-8068c7ffb3b0 of type vlan for network d765562b-1d02-4507-bb44-93202b7ae2ca Aug 31 00:21:07.112722 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Request body: {'port': {'device_id': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:07.150643 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ca17ce84-3887-44f4-a9aa-f9121e15e43e req-54b862b1-5a19-4645-bf8d-b6fa1b5d1445 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.0877695 Aug 31 00:21:07.151242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51604b7c-747a-4d2e-b080-854e95eff52a,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:07.219095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Request body: {'port': {'device_id': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:07.232797 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad527c2-e274-4bf2-bc7f-0c0273a7de5a req-32141812-d83a-477f-a0b1-57557d3dd440 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:07.244647 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dad527c2-e274-4bf2-bc7f-0c0273a7de5a req-32141812-d83a-477f-a0b1-57557d3dd440 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 931 time: 0.2630603 Aug 31 00:21:07.314024 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:07.456558 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515bec-f083-4f75-ae57-cd5024a987ba req-8e9332c6-02d2-4b1e-a6f9-e6d7d9954a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:07.459541 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-8e9332c6-02d2-4b1e-a6f9-e6d7d9954a85 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=7e5df58c-a1bf-481a-a8ee-6a521508fdd0 HTTP/1.1" status: 200 len: 912 time: 0.2848713 Aug 31 00:21:07.463307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.489709 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dad527c2-e274-4bf2-bc7f-0c0273a7de5a req-65445b19-b743-4c70-8e94-89c3bdfc5217 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437401 Aug 31 00:21:07.500718 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (d765562b-1d02-4507-bb44-93202b7ae2ca), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.546571 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-3cd57e80-defd-419c-85d1-c29bb45db60a service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0 HTTP/1.1" status: 200 len: 217 time: 0.0794699 Aug 31 00:21:07.604754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-09658c1c-078d-4094-8a33-fd819bc72807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:07.607592 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-09658c1c-078d-4094-8a33-fd819bc72807 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1127 time: 0.4328365 Aug 31 00:21:07.620998 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (b667fe99-0903-42b3-8838-53300f0a504b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:07.638977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.db.resource_extend [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 00:21:07.693305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:07.698152 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-aeef238a-b27d-45dd-ab2c-63abe0bf90b0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059381 Aug 31 00:21:07.712857 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515bec-f083-4f75-ae57-cd5024a987ba req-b3b5d0e4-b0cd-4b54-9dfb-38a3ae10fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:07.714746 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-b3b5d0e4-b0cd-4b54-9dfb-38a3ae10fe46 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=0affa577-4de2-4a20-bb5c-068975e52ed0 HTTP/1.1" status: 200 len: 850 time: 0.1623418 Aug 31 00:21:07.810912 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515bec-f083-4f75-ae57-cd5024a987ba req-4e4aa3f9-36b5-46ac-9750-f84dcc257ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:07.812957 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-4e4aa3f9-36b5-46ac-9750-f84dcc257ac0 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=7e5df58c-a1bf-481a-a8ee-6a521508fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888691 Aug 31 00:21:08.031075 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-aacd0cf2-d26f-4c80-b77d-e548ab5dab7f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 217 time: 0.4019797 Aug 31 00:21:08.061537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:08.155750 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-ea9a91f1-f6a7-4572-b654-88d844e7b2f2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536516 Aug 31 00:21:08.162480 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-a91f7a2a-0ed7-4663-8fe1-411c561e5732 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 379 time: 0.9376948 Aug 31 00:21:08.168975 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604498bb-9c84-4679-9adf-1ca1826306c1 req-af2753cc-0abb-4cfb-86e5-fcbd7a418e66 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:08.171273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:08.178452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-604498bb-9c84-4679-9adf-1ca1826306c1 req-af2753cc-0abb-4cfb-86e5-fcbd7a418e66 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 944 time: 0.5680633 Aug 31 00:21:08.192304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadb7db5-44a8-41e0-ac9f-63b1573f5a39 {{(pid=112891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:08.215778 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.236803 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks [] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.350690 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.provisioning_blocks [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Transition to ACTIVE for port object eadb7db5-44a8-41e0-ac9f-63b1573f5a39 will not be triggered until provisioned by entity L2. {{(pid=112891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:21:08.355693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'port': {'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'admin_state_up': True, 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'security_groups': ['44532f0f-da01-48e0-896e-f58d535a4eb6']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:08.373458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (d765562b-1d02-4507-bb44-93202b7ae2ca), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.374458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:08.375062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.378675 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.399327 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a778659-728d-4f1b-9d35-296a51342b71 req-c0bceb97-9b7d-42e2-aac3-e1f1128b60d8 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:08.407867 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a778659-728d-4f1b-9d35-296a51342b71 req-c0bceb97-9b7d-42e2-aac3-e1f1128b60d8 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 943 time: 0.3696017 Aug 31 00:21:08.496412 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-40515bec-f083-4f75-ae57-cd5024a987ba req-f3511e16-578b-4c0d-9586-8f99ce38281f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293564 Aug 31 00:21:08.522990 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5028546 Aug 31 00:21:08.549992 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38562) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:08.558419 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Request body: {'subnet': {'network_id': 'd765562b-1d02-4507-bb44-93202b7ae2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306396286-subnet', 'tenant_id': '151f333a22b440568ca316d8bc5c1507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:08.565256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Pushing event updated for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:08.577060 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:08.581666 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:08.593524 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Attempting to bind port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:21:08.594040 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Attempting to bind port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}] {{(pid=112891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:21:08.594222 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Attempting to bind port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:08.602283 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:21:08.602743 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Attempting to bind port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:08.606210 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.606582 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.607076 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.607479 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.607833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.608270 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.608737 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.609070 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.609406 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.609741 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.610071 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.610403 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.610735 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.611084 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.611381 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:08.622542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:21:08.623274 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:08.623616 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Bound using segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} {{(pid=112891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:21:08.624651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.managers [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Bound port: eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}}] {{(pid=112891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:21:08.624916 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.629445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Made reservation on behalf of 151f333a22b440568ca316d8bc5c1507 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:08.633380 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.713311 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 38578) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:08.769202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-664fb492-53db-40be-92b6-a340cc49ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:08.771813 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-664fb492-53db-40be-92b6-a340cc49ba03 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.7133458 Aug 31 00:21:08.805826 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, cleared binding levels {{(pid=112891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:21:08.810867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:21:08.826577 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.838279 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:08.838279 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:08.839450 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 200 len: 1093 time: 1.7336156 Aug 31 00:21:08.840034 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:08.842581 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c38e4-3493-4267-961e-86d654dd00cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:08.858816 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Pushing event updated for resources: {'Network': ['ID=d765562b-1d02-4507-bb44-93202b7ae2ca,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:08.960260 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82e57-9ee1-46b8-b09a-1cf69f23039c service neutron] Pushing event updated for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=3']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:09.031798 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-604498bb-9c84-4679-9adf-1ca1826306c1 req-9d3dc941-9beb-4c41-aea6-e150c96e497f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521855 Aug 31 00:21:09.059362 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-76254011-ebad-42be-97f7-a2fd6dec006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:09.061202 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-76254011-ebad-42be-97f7-a2fd6dec006e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1127 time: 0.1190200 Aug 31 00:21:09.076011 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (fb15981b-83f9-4f32-9ef6-830205a5a010), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.098451 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.100051 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.100697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.101318 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.101861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.102428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.103129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.103518 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.104250 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.104746 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.105352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.105959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.106594 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.107182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.107787 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44fec3-d2fb-45cd-8c6a-6885010755bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:09.129439 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db2e7b3e-4f7a-4309-9669-cd03385bd580 req-c4d22fff-41f3-4184-bda3-ba59f86bdc2b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3982568 Aug 31 00:21:09.129705 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network d765562b-1d02-4507-bb44-93202b7ae2ca details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:21:09.161860 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-cffca0a7-cd36-4cac-8c7c-8e4b191fe5b8 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 200 len: 217 time: 0.0791342 Aug 31 00:21:09.210817 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a778659-728d-4f1b-9d35-296a51342b71 req-d7cc9fd2-2931-48b3-92a9-4994144cb808 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7968769 Aug 31 00:21:09.233597 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:09.237848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb15981b-83f9-4f32-9ef6-830205a5a010,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:09.298881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-2f89169d-98de-415f-8e06-161a41f53611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:09.301345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:09.303237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-2f89169d-98de-415f-8e06-161a41f53611 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4882216 Aug 31 00:21:09.303836 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-0231ecd0-8808-4eb1-96f3-143283e71e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:09.305486 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-0231ecd0-8808-4eb1-96f3-143283e71e33 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.1376679 Aug 31 00:21:09.328076 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0421d019-8d10-48f6-884f-30cdff40684e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.331016 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Checking segment: {'id': '6ed64a49-a398-4ae7-ab88-8068c7ffb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd765562b-1d02-4507-bb44-93202b7ae2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:09.332477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Network hostable DHCP agents. Network: d765562b-1d02-4507-bb44-93202b7ae2ca, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:21:09.380220 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Network d765562b-1d02-4507-bb44-93202b7ae2ca is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:21:09.387703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:09.445027 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, d765562b-1d02-4507-bb44-93202b7ae2ca) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:09.451847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:09.452804 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.475833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14aeb5-873e-418e-86b1-8d1322c04606 None None] Network d765562b-1d02-4507-bb44-93202b7ae2ca requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:21:09.477018 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:09.484264 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device f1fa86d4-e574-414e-9f10-7f6572bb99f0 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:09.486398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.495148 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-dd65a8b8-a2db-4b37-abbf-1b5a4a0201e3 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9408560 Aug 31 00:21:09.528801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12099e1-a448-4a4f-9cf9-78206e784918 req-64c57c5e-0e61-4016-b078-9f6ca55b6230 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:09.537905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a12099e1-a448-4a4f-9cf9-78206e784918 req-64c57c5e-0e61-4016-b078-9f6ca55b6230 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2436898 Aug 31 00:21:09.604422 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3dc6810e-4e3f-4263-b4a1-efe66388a4bc req-68619cf0-5742-44af-a357-1eb088335015 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.1342618 Aug 31 00:21:09.616234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b667fe99-0903-42b3-8838-53300f0a504b {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:09.659943 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks [] for port (b667fe99-0903-42b3-8838-53300f0a504b), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.800347 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.801415 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Transition to ACTIVE for port object b667fe99-0903-42b3-8838-53300f0a504b will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:21:09.802759 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:09.818707 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdccc8f-4abf-435c-ac85-bf54eafb5a95 None None] Network d765562b-1d02-4507-bb44-93202b7ae2ca requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:21:09.852895 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a12099e1-a448-4a4f-9cf9-78206e784918 req-3355d5e6-2850-4753-b429-c445c43dbfe5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136175 Aug 31 00:21:09.876773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.950611 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:09.960477 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:09.985705 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0', 'network_id': '7e5df58c-a1bf-481a-a8ee-6a521508fdd0', 'port_id': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0', 'mac_address': 'fa:16:3e:8e:b6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0affa577-4de2-4a20-bb5c-068975e52ed0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:10.052117 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b578d5e7-bb0d-44fa-bca7-5529ccbbedfc x-openstack-request-id: req-b578d5e7-bb0d-44fa-bca7-5529ccbbedfc {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:10.052709 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:10.053616 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b578d5e7-bb0d-44fa-bca7-5529ccbbedfc {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:10.054282 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b578d5e7-bb0d-44fa-bca7-5529ccbbedfc'] response: {'name': 'network-changed', 'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'status': 'completed', 'code': 200} Aug 31 00:21:10.072140 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25517659-0f78-4dd2-b3e1-9c4dbadfe635 x-openstack-request-id: req-25517659-0f78-4dd2-b3e1-9c4dbadfe635 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:10.073342 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:10.073342 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-25517659-0f78-4dd2-b3e1-9c4dbadfe635 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:10.073713 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25517659-0f78-4dd2-b3e1-9c4dbadfe635'] response: {'name': 'network-changed', 'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'status': 'completed', 'code': 200} Aug 31 00:21:10.111434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d15cf3-eb1b-42ee-92f7-46cc7bfd0550 req-f5117c55-788e-4a59-9115-a954238fc0f6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:10.113465 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-97d15cf3-eb1b-42ee-92f7-46cc7bfd0550 req-f5117c55-788e-4a59-9115-a954238fc0f6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 943 time: 0.3451350 Aug 31 00:21:10.213997 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-5ec9feb7-dd40-407c-bccc-88d70884c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:10.218128 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0421d019-8d10-48f6-884f-30cdff40684e admin admin] Publish callbacks [] for security_group (46ccec7f-de8f-4975-93cb-5dfb5c1a4548), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.218433 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-5ec9feb7-dd40-407c-bccc-88d70884c305 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982304 Aug 31 00:21:10.284674 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port f1fa86d4-e574-414e-9f10-7f6572bb99f0 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:10.285679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.342429 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa86d4-e574-414e-9f10-7f6572bb99f0 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:10.373220 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:10.373698 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-3a1b88d5-1f14-45cc-981e-0baccecbc30a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468687 Aug 31 00:21:10.378481 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.407093 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0421d019-8d10-48f6-884f-30cdff40684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (46ccec7f-de8f-4975-93cb-5dfb5c1a4548), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.421034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.20.0.10 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:21:10.428628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Pushing event updated for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:10.491500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:10.494008 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d019-8d10-48f6-884f-30cdff40684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ccec7f-de8f-4975-93cb-5dfb5c1a4548,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:10.519554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:10.543162 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.543722 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.556566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.558111 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08516-984a-433a-bcde-40558311c133 req-c55d2e8c-f586-4348-96c6-d814a1565b35 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:10.558275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.558275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.558546 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:21:10.568208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0db08516-984a-433a-bcde-40558311c133 req-c55d2e8c-f586-4348-96c6-d814a1565b35 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 945 time: 0.2196145 Aug 31 00:21:10.582021 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Attempting to bind port b667fe99-0903-42b3-8838-53300f0a504b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:21:10.582385 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Attempting to bind port b667fe99-0903-42b3-8838-53300f0a504b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:21:10.582761 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Attempting to bind port b667fe99-0903-42b3-8838-53300f0a504b on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:10.597936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-9d6f9a42-b32d-4ff0-93e9-4601b5099d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:10.600555 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-9d6f9a42-b32d-4ff0-93e9-4601b5099d5e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1127 time: 0.4682660 Aug 31 00:21:10.605610 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-75b27769-6e80-4f4b-ae67-b94b64860761 req-33015395-fe6a-48fd-bbda-6c71963e54c0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239034 Aug 31 00:21:10.660352 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38616) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:10.666556 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835986885-network', 'tenant_id': '871c0980061249538b44de32d998f060'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:10.689498 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Made reservation on behalf of 871c0980061249538b44de32d998f060 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:10.693464 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.704523 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.715312 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Port b667fe99-0903-42b3-8838-53300f0a504b on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:21:10.715770 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Attempting to bind port b667fe99-0903-42b3-8838-53300f0a504b on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:10.724437 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0421d019-8d10-48f6-884f-30cdff40684e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4e6e6df09cc54b4287635a02ba767f13&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0029032 Aug 31 00:21:10.726106 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38618) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:10.760267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['f1fa86d4-e574-414e-9f10-7f6572bb99f0'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:10.802658 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:10.816082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:21:10.816518 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:10.816854 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Bound using segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:21:10.817315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Bound port: b667fe99-0903-42b3-8838-53300f0a504b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:21:10.818304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (b667fe99-0903-42b3-8838-53300f0a504b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.826778 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-97d15cf3-eb1b-42ee-92f7-46cc7bfd0550 req-20b6c7fc-d354-45aa-bb1b-beeda04a1ba5 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393852 Aug 31 00:21:10.844483 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] Publish callbacks [] for security_group (46ccec7f-de8f-4975-93cb-5dfb5c1a4548), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.899671 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:10.930122 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] Publish callbacks [] for security_group (46ccec7f-de8f-4975-93cb-5dfb5c1a4548), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.961733 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-7976d006-32bc-4b79-b12d-1942b3120347 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444681 Aug 31 00:21:10.962374 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks [] for security_group (8da19cd5-491a-4755-a2e5-57945de40596), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.976023 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8da19cd5-491a-4755-a2e5-57945de40596), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:10.981437 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.029513 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:21:11.065385 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da19cd5-491a-4755-a2e5-57945de40596,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:11.108668 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (86bf646b-29b2-45be-8c01-9d704951a5c0), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.109312 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Added segment 86bf646b-29b2-45be-8c01-9d704951a5c0 of type vlan for network 4eb3353f-3b85-4a35-9e07-444b9db9a0b5 Aug 31 00:21:11.133367 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (46ccec7f-de8f-4975-93cb-5dfb5c1a4548), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.138289 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.140374 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/46ccec7f-de8f-4975-93cb-5dfb5c1a4548 HTTP/1.1" status: 204 len: 168 time: 0.4102252 Aug 31 00:21:11.199786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454caf14-33c2-44a8-9af4-ffffb3fd2a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ccec7f-de8f-4975-93cb-5dfb5c1a4548,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:11.238096 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (4eb3353f-3b85-4a35-9e07-444b9db9a0b5), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.245217 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:11.289392 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (4eb3353f-3b85-4a35-9e07-444b9db9a0b5), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.291151 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:11.291846 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.360748 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6984806 Aug 31 00:21:11.364285 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0db08516-984a-433a-bcde-40558311c133 req-85ead563-1dd3-424e-92f8-cb8b95200790 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976518 Aug 31 00:21:11.370878 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38624) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:11.377177 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Request body: {'subnet': {'network_id': '4eb3353f-3b85-4a35-9e07-444b9db9a0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835986885-subnet', 'tenant_id': '871c0980061249538b44de32d998f060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:11.393444 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51405e-55a2-4a83-a8c7-fcea14f12b83 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb3353f-3b85-4a35-9e07-444b9db9a0b5,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:11.414789 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 4eb3353f-3b85-4a35-9e07-444b9db9a0b5 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:21:11.419154 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Made reservation on behalf of 871c0980061249538b44de32d998f060 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:21:11.421793 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.590574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-7aebfb0c-75cf-4cdd-b08c-58e3de87315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:11.598665 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-7aebfb0c-75cf-4cdd-b08c-58e3de87315d service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.9714465 Aug 31 00:21:11.683384 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 6317fbd6-92fd-41d8-a8a9-21faad23ff44 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:11.684125 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:21:11.699780 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0391222-5f35-45c7-ba3d-f0bcf24336ac req-7a0a3f02-9642-4a54-8015-cd0ac529151d tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:11.702402 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b0391222-5f35-45c7-ba3d-f0bcf24336ac req-7a0a3f02-9642-4a54-8015-cd0ac529151d tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 943 time: 0.7988663 Aug 31 00:21:11.721102 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device f1fa86d4-e574-414e-9f10-7f6572bb99f0 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:11.737732 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-387611b5-aa77-430d-b92a-e8e865ca9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:11.743508 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-387611b5-aa77-430d-b92a-e8e865ca9a6a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1127 time: 0.1825929 Aug 31 00:21:11.777260 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38630) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:11.834054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-965f65ae-571f-4e14-b083-7b2bc2bce8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.844775 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b667fe99-0903-42b3-8838-53300f0a504b,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:21:11.851237 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port f1fa86d4-e574-414e-9f10-7f6572bb99f0 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:11.852492 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f0265306-f569-4317-b681-ab5d74d8c1d7 req-be8ade5d-7dd8-4d76-bccf-9a5906a0ab59 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.2466061 Aug 31 00:21:11.873424 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port f1fa86d4-e574-414e-9f10-7f6572bb99f0 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:11.873981 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.890800 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.893268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.907985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:11.908539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:11.910082 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 1093 time: 4.6967735 Aug 31 00:21:11.993359 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:12.017512 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:12.025977 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'port_id': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'mac_address': 'fa:16:3e:d5:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:12.064017 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:12.091434 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:12.091736 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.123594 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:12.126198 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-8ea56d28-a55e-4c6a-a8a8-2c27ea4ac213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.128468 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-8ea56d28-a55e-4c6a-a8a8-2c27ea4ac213 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.1852410 Aug 31 00:21:12.144684 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6317fbd6-92fd-41d8-a8a9-21faad23ff44 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:12.150167 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:12.154233 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9071717-941a-45fa-aca1-8cf4f7327eff" -d '{"events": [{"name": "network-changed", "server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "tag": "b667fe99-0903-42b3-8838-53300f0a504b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:12.172832 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:12.203411 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.237141 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-a642a153-adbe-4469-ab02-a89b29ba0124 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 200 len: 217 time: 0.0785701 Aug 31 00:21:12.261641 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.264843 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (7215fc74-7e06-48bf-b6da-37378e02f26b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.288873 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:12.305859 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-d424e7c1-9a27-454e-829f-087a0e1498dd service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 217 time: 0.3612952 Aug 31 00:21:12.338724 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port f1fa86d4-e574-414e-9f10-7f6572bb99f0 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:12.339009 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.394245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-588a6585-b7b3-4ca4-b866-0c90c0c8392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.398692 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-588a6585-b7b3-4ca4-b866-0c90c0c8392c service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1127 time: 0.2181640 Aug 31 00:21:12.419197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:12.452291 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-1863ea12-2b5a-40c8-a2e5-0e194f45ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.455271 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-1863ea12-2b5a-40c8-a2e5-0e194f45ae1f service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.2082872 Aug 31 00:21:12.469930 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7215fc74-7e06-48bf-b6da-37378e02f26b,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:12.482659 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-965f65ae-571f-4e14-b083-7b2bc2bce8cf admin admin] Publish callbacks [] for security_group (caed46cb-a0be-4ef1-8dad-5fd530e3e503), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.493889 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331d8f2-8e0a-4b4f-b89c-337dfdb1f230 service neutron] Pushing event updated for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:12.504059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:21:12.530554 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-965f65ae-571f-4e14-b083-7b2bc2bce8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (caed46cb-a0be-4ef1-8dad-5fd530e3e503), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.607899 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:12.618348 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.630206 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b0391222-5f35-45c7-ba3d-f0bcf24336ac req-b9e6104f-f3ec-447e-912a-85bdec46db29 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8577473 Aug 31 00:21:12.635488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:12.653507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4671-0083-42d9-8e39-3a6e1698cfca req-42304f5b-addf-4c81-869d-bc930f529727 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.660918 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71af4671-0083-42d9-8e39-3a6e1698cfca req-42304f5b-addf-4c81-869d-bc930f529727 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.5278180 Aug 31 00:21:12.662371 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:21:12.667095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.667761 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:12.692500 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-c58c072a-e409-489f-a2de-857d38ab8aa7 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 217 time: 0.2131422 Aug 31 00:21:12.713336 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:12.720724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:12.737332 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['6317fbd6-92fd-41d8-a8a9-21faad23ff44'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:12.757701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b626b36-f1c9-4feb-b3dd-a1c6d4d8d810 req-56f697be-a9c3-409d-9762-e1e8d05134a6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1253388 Aug 31 00:21:12.919044 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b05c95-5234-4ea8-87c0-99942232a433" -d '{"events": [{"server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:12.938201 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-0945804e-53a4-401c-9f2c-334c936f4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:12.939638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-0945804e-53a4-401c-9f2c-334c936f4fda service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.5772564 Aug 31 00:21:12.950763 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-66a80b2b-c6d3-42eb-8859-aa081d651aff tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5932355 Aug 31 00:21:12.974633 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:12.985626 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:12.992996 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-965f65ae-571f-4e14-b083-7b2bc2bce8cf admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=240d514650df4bbbb4326a209fc3b8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2100947 Aug 31 00:21:13.006380 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38648) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:13.008482 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-b5f78948-8a1d-44d8-b65e-2a8dd3c2e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.010187 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-b5f78948-8a1d-44d8-b65e-2a8dd3c2e158 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5365465 Aug 31 00:21:13.018565 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Checking segment: {'id': '86bf646b-29b2-45be-8c01-9d704951a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '4eb3353f-3b85-4a35-9e07-444b9db9a0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:13.019021 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Network hostable DHCP agents. Network: 4eb3353f-3b85-4a35-9e07-444b9db9a0b5, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:21:13.019631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Request body: {'port': {'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:13.046955 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-7233b21e-7c93-404c-baf8-9a387cc78db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.048506 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-7233b21e-7c93-404c-baf8-9a387cc78db0 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.3487678 Aug 31 00:21:13.049319 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:13.055220 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f6ab-27dc-45b5-9c3e-e6757bf3b2f1 req-3ac97f3b-ac3a-4db0-bf2a-e4666f2995f1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.057259 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a96f6ab-27dc-45b5-9c3e-e6757bf3b2f1 req-3ac97f3b-ac3a-4db0-bf2a-e4666f2995f1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 943 time: 0.2165902 Aug 31 00:21:13.091515 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71af4671-0083-42d9-8e39-3a6e1698cfca req-b308b4f1-18e2-42c8-b945-dc9ccae407f3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519425 Aug 31 00:21:13.095200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-bf7c7a3c-a726-4479-9a5c-e37e957ea184 None None] Provisioning complete for port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:13.095936 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-bf7c7a3c-a726-4479-9a5c-e37e957ea184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.156338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c7a3c-a726-4479-9a5c-e37e957ea184 None None] Port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:21:13.168414 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-a6804fac-9540-4dfb-b5da-fde0a87e0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.170034 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-a6804fac-9540-4dfb-b5da-fde0a87e0423 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1885867 Aug 31 00:21:13.185434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f3d55-cd27-431d-9370-66d92a5e4484 x-openstack-request-id: req-9f2f3d55-cd27-431d-9370-66d92a5e4484 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:13.185737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "tag": "b667fe99-0903-42b3-8838-53300f0a504b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:13.185997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f2f3d55-cd27-431d-9370-66d92a5e4484 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:13.186404 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2f3d55-cd27-431d-9370-66d92a5e4484'] response: {'name': 'network-changed', 'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b', 'status': 'completed', 'code': 200} Aug 31 00:21:13.195086 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.201668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a96f6ab-27dc-45b5-9c3e-e6757bf3b2f1 req-db2e7363-cc3c-4b44-a3f6-9c89d24b862a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197972 Aug 31 00:21:13.259205 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f65ae-571f-4e14-b083-7b2bc2bce8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed46cb-a0be-4ef1-8dad-5fd530e3e503,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:13.313815 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Network 4eb3353f-3b85-4a35-9e07-444b9db9a0b5 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:21:13.364748 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 4eb3353f-3b85-4a35-9e07-444b9db9a0b5) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:21:13.377554 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.380707 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.382447 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad059e4-72cf-41de-90a7-2fdfd6968fe7 None None] Network 4eb3353f-3b85-4a35-9e07-444b9db9a0b5 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:21:13.407545 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] Publish callbacks [] for security_group (caed46cb-a0be-4ef1-8dad-5fd530e3e503), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.407820 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2755bf-4eb4-4d7e-a751-bd6cee369826 x-openstack-request-id: req-9a2755bf-4eb4-4d7e-a751-bd6cee369826 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:13.407986 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:13.408411 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a2755bf-4eb4-4d7e-a751-bd6cee369826 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:13.409122 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2755bf-4eb4-4d7e-a751-bd6cee369826'] response: {'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0', 'code': 200} Aug 31 00:21:13.418785 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-3e687822-9243-4e9d-829b-ad40e7753d59 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929715 Aug 31 00:21:13.432742 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400d26-7d13-4c01-8a99-d0ae6e850c65 req-2e882174-cd53-450a-bd0d-3c58b79a2fe1 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.441708 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e11f83ab-5b4f-4295-b33b-7d85987be185 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0695813 Aug 31 00:21:13.453910 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c8400d26-7d13-4c01-8a99-d0ae6e850c65 req-2e882174-cd53-450a-bd0d-3c58b79a2fe1 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.1832032 Aug 31 00:21:13.460620 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] Publish callbacks [] for security_group (caed46cb-a0be-4ef1-8dad-5fd530e3e503), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.574550 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402452d8-3796-4a9b-8cd2-92df874acdf1 None None] Network 4eb3353f-3b85-4a35-9e07-444b9db9a0b5 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:21:13.588960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (caed46cb-a0be-4ef1-8dad-5fd530e3e503), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.598340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:13.602070 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/caed46cb-a0be-4ef1-8dad-5fd530e3e503 HTTP/1.1" status: 204 len: 168 time: 0.5901706 Aug 31 00:21:13.616436 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96de9d-4952-4c20-8a89-03da05fb716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed46cb-a0be-4ef1-8dad-5fd530e3e503,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:13.666096 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device eadb7db5-44a8-41e0-ac9f-63b1573f5a39 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:13.698005 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c8400d26-7d13-4c01-8a99-d0ae6e850c65 req-6e2e2030-e2f1-4064-949d-2c9fc2b2ef69 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430477 Aug 31 00:21:13.734803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b6f7-f3b5-4f9d-b708-d945424d4feb req-3a387cc9-de65-46af-a486-c5c2551b4781 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:13.747576 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0625b6f7-f3b5-4f9d-b708-d945424d4feb req-3a387cc9-de65-46af-a486-c5c2551b4781 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 932 time: 0.1960597 Aug 31 00:21:13.766944 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 6317fbd6-92fd-41d8-a8a9-21faad23ff44 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:14.062427 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:14.077340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:14.081942 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:14.086537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.092930 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:14.176540 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:14.187609 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:14.227377 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'port_id': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'mac_address': 'fa:16:3e:3b:6d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:14.294628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824c0af-46bb-45ad-a818-d291da96aa36 req-59dfde7c-5922-45cf-aee6-fcfb7cdf6f55 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:14.305203 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7824c0af-46bb-45ad-a818-d291da96aa36 req-59dfde7c-5922-45cf-aee6-fcfb7cdf6f55 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 944 time: 0.4412954 Aug 31 00:21:14.324042 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:14.324549 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.339796 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:14.340226 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.381220 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:14.391420 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadb7db5-44a8-41e0-ac9f-63b1573f5a39 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:14.404438 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0625b6f7-f3b5-4f9d-b708-d945424d4feb req-3ae6bb19-124b-4c0c-baad-567b557db10f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6552579 Aug 31 00:21:14.412129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:14.421551 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.425464 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-6b7bdb56-e440-48d7-8e6e-abbbf240a2c8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672120 Aug 31 00:21:14.448749 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:14.475002 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:14.483546 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-051ba89a-1026-41d4-8178-cfe32d824496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:14.485493 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-051ba89a-1026-41d4-8178-cfe32d824496 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 1130 time: 0.2206008 Aug 31 00:21:14.486745 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks [] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.513253 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-d4703421-7188-4302-bb4d-d313b419ad23 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.544418 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-07cefe41-de51-4ae2-aa20-d6c4475ff6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:14.549728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-07cefe41-de51-4ae2-aa20-d6c4475ff6cf service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5454187 Aug 31 00:21:14.552513 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-6a233af2-e794-46f2-8150-30061b3edcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:14.558036 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-6a233af2-e794-46f2-8150-30061b3edcc2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1127 time: 0.5464499 Aug 31 00:21:14.660397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:14.701588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7824c0af-46bb-45ad-a818-d291da96aa36 req-3e330d36-3e45-42dc-9216-925c66d14220 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951955 Aug 31 00:21:14.741345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.758501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:14.794988 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-d4703421-7188-4302-bb4d-d313b419ad23 service neutron] Publish callbacks [] for security_group (d36b9743-da9c-4b9f-bb63-5edcf3d52609), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.805325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-d4703421-7188-4302-bb4d-d313b419ad23 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d36b9743-da9c-4b9f-bb63-5edcf3d52609), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:14.968899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1922-3eea-4961-b992-6a5245da6492 req-a29c0551-dc2b-4079-bcae-19717e33db7e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:14.971496 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7b6e1922-3eea-4961-b992-6a5245da6492 req-a29c0551-dc2b-4079-bcae-19717e33db7e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.3529336 Aug 31 00:21:15.015153 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Transition to ACTIVE for port object 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:21:15.134861 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-50d5988e-6527-405f-96d4-f1d195b0f37e req-d4703421-7188-4302-bb4d-d313b419ad23 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413355 Aug 31 00:21:15.196747 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703421-7188-4302-bb4d-d313b419ad23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b9743-da9c-4b9f-bb63-5edcf3d52609,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:15.302994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['eadb7db5-44a8-41e0-ac9f-63b1573f5a39'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:15.309248 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:15.332573 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:15.419188 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:15.422415 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e0fe6-bf67-44a6-8ab6-d68d1fdfafbc" -d '{"events": [{"server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "name": "network-vif-plugged", "status": "completed", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:15.435923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:15.492868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:15.570945 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-5e91fee7-ddf5-4973-b7c7-9ad6f2ae0181 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5470357 Aug 31 00:21:15.674346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83035c-ec04-4119-84d0-6e4efde74739 req-d97ae799-6274-43cb-8850-383e014a63e0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:15.676069 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c83035c-ec04-4119-84d0-6e4efde74739 req-d97ae799-6274-43cb-8850-383e014a63e0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 944 time: 0.2909858 Aug 31 00:21:15.715422 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:15.758502 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7b6e1922-3eea-4961-b992-6a5245da6492 req-b9f48e32-0fe7-4527-b82a-68c31f9a4fb0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390880 Aug 31 00:21:15.780999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-9e1dd9a1-4a4c-40b6-8e57-ab01dbf0d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:15.782450 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-9e1dd9a1-4a4c-40b6-8e57-ab01dbf0d0f6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 1.1571398 Aug 31 00:21:15.796966 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-7148a195-4b4e-4a6d-90ef-0fd616b6b039 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2374001 Aug 31 00:21:15.806650 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Attempting to bind port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:21:15.806997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Attempting to bind port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:21:15.807360 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Attempting to bind port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:15.824336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 on network 923db031-4095-45ac-869f-da21aba3a797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:21:15.824592 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Attempting to bind port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:21:15.842344 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c83035c-ec04-4119-84d0-6e4efde74739 req-7a69b4e9-43d2-4b4b-83d9-35bfab816679 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191351 Aug 31 00:21:15.843173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:21:15.843521 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:21:15.843915 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:21:15.844405 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Bound port: 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:21:15.844779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:15.927630 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb95dcd-2d44-47f1-b99d-d1543214fcb1 x-openstack-request-id: req-ecb95dcd-2d44-47f1-b99d-d1543214fcb1 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:15.928097 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "name": "network-vif-plugged", "status": "completed", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:15.928478 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ecb95dcd-2d44-47f1-b99d-d1543214fcb1 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:15.928985 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb95dcd-2d44-47f1-b99d-d1543214fcb1'] response: {'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'code': 200} Aug 31 00:21:16.034683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:16.162239 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-b998169b-bae8-4111-916d-509dfaceb174 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 217 time: 0.2393961 Aug 31 00:21:16.194172 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:16.217934 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device eadb7db5-44a8-41e0-ac9f-63b1573f5a39 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:16.278088 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:21:16.292466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:21:16.353861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6dee1-8e78-405d-8aab-c3789d7f98a4 req-35ae97dc-fb3d-49bc-9602-d5ea6dcde1b3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:16.365301 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a3e6dee1-8e78-405d-8aab-c3789d7f98a4 req-35ae97dc-fb3d-49bc-9602-d5ea6dcde1b3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.3288341 Aug 31 00:21:16.378707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b7cd1-6253-4993-b154-c5506861e773 req-0a222991-751f-4577-872a-2b86c318fbf3 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:16.387068 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6c4b7cd1-6253-4993-b154-c5506861e773 req-0a222991-751f-4577-872a-2b86c318fbf3 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.5226550 Aug 31 00:21:16.389789 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:16.403396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87649c84-ce6e-46e3-86bf-408c65f22e0e req-a13cad96-6743-4820-acb4-78bbc064e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:16.409724 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-87649c84-ce6e-46e3-86bf-408c65f22e0e req-a13cad96-6743-4820-acb4-78bbc064e6d2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1129 time: 0.1387954 Aug 31 00:21:16.458698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:16.474074 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:16.474675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:16.539792 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-73f6f007-4d6e-4ae6-952c-278986722feb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182830 Aug 31 00:21:16.578077 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-87649c84-ce6e-46e3-86bf-408c65f22e0e req-d61e6fb2-be42-4b46-9fb0-8f0aa86617c2 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615043 Aug 31 00:21:16.584701 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:16.585594 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:16.587319 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 HTTP/1.1" status: 200 len: 1094 time: 3.5867093 Aug 31 00:21:16.617859 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:16.645807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:16.646622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:16.649416 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653276fb-f842-4df0-aac2-d574d17e904d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:16.656889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:16.663402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0581bf-c431-4885-a799-c4dc25ac80f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:16.731479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-9492abf5-83f6-4b0f-bbc4-b9025933185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:16.734108 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-9492abf5-83f6-4b0f-bbc4-b9025933185e service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.3628805 Aug 31 00:21:16.837037 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6c4b7cd1-6253-4993-b154-c5506861e773 req-c37839f7-114c-43b1-8fcc-a8900497e780 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484828 Aug 31 00:21:16.844540 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:16.845552 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:16.872501 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a56bc51f-dcc2-4397-bf7c-09a9ebb83b2e req-c4b26ad1-1563-406e-b70b-da2b77109da7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480743 Aug 31 00:21:16.903979 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a3e6dee1-8e78-405d-8aab-c3789d7f98a4 req-bc322114-e7f8-4b5a-8675-2d95c6d8152a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4673321 Aug 31 00:21:16.919361 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:16.924642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:16.925148 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:16.967076 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:16.974324 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:17.079159 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:17.095525 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:17.121636 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:17.137023 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47db5-2503-4391-8270-18c686b389d7 req-74612db8-9329-4e61-8697-e25637ebeff3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:17.153296 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fd47db5-2503-4391-8270-18c686b389d7 req-74612db8-9329-4e61-8697-e25637ebeff3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1309412 Aug 31 00:21:17.153565 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:17.158254 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11806e90-d716-42e2-a3b9-41d4986b6a19 x-openstack-request-id: req-11806e90-d716-42e2-a3b9-41d4986b6a19 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:17.158254 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:17.158423 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11806e90-d716-42e2-a3b9-41d4986b6a19 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:17.158731 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11806e90-d716-42e2-a3b9-41d4986b6a19'] response: {'name': 'network-changed', 'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'status': 'completed', 'code': 200} Aug 31 00:21:17.242913 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-8151b117-015e-414e-9792-0357d891e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:17.244708 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-8151b117-015e-414e-9792-0357d891e2af service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893109 Aug 31 00:21:17.288609 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fd47db5-2503-4391-8270-18c686b389d7 req-e2d4648c-b2e4-4fce-90ed-55d220561ab6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339617 Aug 31 00:21:17.350953 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:17.403257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:17.448186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e3fd9-3cb5-47b0-b871-629695cfabc2 req-a4df0fcc-41c8-49d2-9192-85a56149dd7f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:17.468412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:17.469043 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f3e3fd9-3cb5-47b0-b871-629695cfabc2 req-a4df0fcc-41c8-49d2-9192-85a56149dd7f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.1772265 Aug 31 00:21:17.751164 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f867fc-664e-43fd-ab37-3c096584db30 req-11ffa234-1b25-42ff-a5eb-1b361d43e8b7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:17.753740 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-52f867fc-664e-43fd-ab37-3c096584db30 req-11ffa234-1b25-42ff-a5eb-1b361d43e8b7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.2463238 Aug 31 00:21:17.854272 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f3e3fd9-3cb5-47b0-b871-629695cfabc2 req-c0348ef7-901d-44f9-aaca-23b6c4d8f7f3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828056 Aug 31 00:21:17.872361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653276fb-f842-4df0-aac2-d574d17e904d req-32c512e1-c0d5-4313-a41a-d4ee9834849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:17.873878 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-653276fb-f842-4df0-aac2-d574d17e904d req-32c512e1-c0d5-4313-a41a-d4ee9834849e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 1128 time: 0.2765889 Aug 31 00:21:17.925305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-52f867fc-664e-43fd-ab37-3c096584db30 req-6da4897f-40ae-4840-ac88-5c6aa3303a90 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Aug 31 00:21:17.930745 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:17.933248 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fb93f-f5cd-4029-a84d-0c791fe8938c" -d '{"events": [{"server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "name": "network-vif-plugged", "status": "completed", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:17.971048 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-284d381e-9c3c-47c5-a843-374098b72ad1 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464882 Aug 31 00:21:18.029932 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5c7f9-12a0-4a84-a71f-1e8e97e96107 x-openstack-request-id: req-b9b5c7f9-12a0-4a84-a71f-1e8e97e96107 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:18.030369 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "name": "network-vif-plugged", "status": "completed", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:18.030784 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9b5c7f9-12a0-4a84-a71f-1e8e97e96107 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:18.031814 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b5c7f9-12a0-4a84-a71f-1e8e97e96107'] response: {'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'code': 200} Aug 31 00:21:18.055019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171327-bd2d-4c21-8e71-dd5786d9c1f5 req-1d73f9ee-f10c-4dbc-b436-0befeb59cf2c tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:18.057769 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93171327-bd2d-4c21-8e71-dd5786d9c1f5 req-1d73f9ee-f10c-4dbc-b436-0befeb59cf2c tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0759840 Aug 31 00:21:18.174335 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93171327-bd2d-4c21-8e71-dd5786d9c1f5 req-88e7c89e-27bf-4a12-a28f-063bc223225f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043203 Aug 31 00:21:18.186705 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22c66-edba-4369-baf4-53f65697c6cf req-f99e2203-bd33-403e-9168-c6a79499d59f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:18.188606 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f7a22c66-edba-4369-baf4-53f65697c6cf req-f99e2203-bd33-403e-9168-c6a79499d59f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.0785167 Aug 31 00:21:18.270127 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f7a22c66-edba-4369-baf4-53f65697c6cf req-cb977a4e-41f7-410f-89ba-2752dbab03e0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718002 Aug 31 00:21:18.343524 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:18.405532 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:18.430119 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:18.448001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:18.449223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:18.556318 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:21:18.591250 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4a5a0-6d6a-4027-bc6f-61301f1eeac5 req-421bafde-4d2f-47b4-878b-775267156b28 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:18.602010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cc4a5a0-6d6a-4027-bc6f-61301f1eeac5 req-421bafde-4d2f-47b4-878b-775267156b28 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.2034385 Aug 31 00:21:18.663848 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:18.664662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:18.767023 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:18.775172 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:18.888306 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:19.137519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653276fb-f842-4df0-aac2-d574d17e904d req-32cc2782-7af2-4904-99a4-7f0e43b60e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:19.137519 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-653276fb-f842-4df0-aac2-d574d17e904d req-32cc2782-7af2-4904-99a4-7f0e43b60e80 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6604431 Aug 31 00:21:19.165155 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5e28babb-1dfe-4540-a98a-ddfbc8d721a4 req-484dd1b4-89cf-4ea9-a9e9-d102d8785150 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832242 Aug 31 00:21:19.174540 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cc4a5a0-6d6a-4027-bc6f-61301f1eeac5 req-1476beae-e1f3-4441-a2c0-55eadf51fcde tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720432 Aug 31 00:21:19.225475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:19.238402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9ede-329c-42b9-b312-e8baa7383e8b req-6e6b5446-ca7f-44d9-888d-68aab84033e2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:19.249954 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3eb9ede-329c-42b9-b312-e8baa7383e8b req-6e6b5446-ca7f-44d9-888d-68aab84033e2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1125762 Aug 31 00:21:19.332003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3eb9ede-329c-42b9-b312-e8baa7383e8b req-621b43c7-363a-4624-9c63-c52a0825809f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747776 Aug 31 00:21:19.395837 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72421a-027b-4e90-93ac-2004e7c79dbc req-7f3904da-998a-42d2-88f8-12085cb4cbfe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:19.397719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ab72421a-027b-4e90-93ac-2004e7c79dbc req-7f3904da-998a-42d2-88f8-12085cb4cbfe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0843339 Aug 31 00:21:19.511032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435526eb-8ed8-4520-8865-05e7450f9fb1 req-069e9bf4-992d-4eb7-82a4-e2bdd4e8d333 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:19.513065 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-435526eb-8ed8-4520-8865-05e7450f9fb1 req-069e9bf4-992d-4eb7-82a4-e2bdd4e8d333 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.1026449 Aug 31 00:21:19.530968 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ab72421a-027b-4e90-93ac-2004e7c79dbc req-3b4d38aa-cab0-4caf-ab60-588923ac2169 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248362 Aug 31 00:21:19.585852 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-435526eb-8ed8-4520-8865-05e7450f9fb1 req-d48ee2a3-7c8e-47e6-8d0c-b20358bdb179 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523336 Aug 31 00:21:20.032964 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:20.035608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84111a-992c-4994-a5aa-70c86759c305" -d '{"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:20.081850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439d2084-24f2-4e77-af78-9176b20e6bf7 x-openstack-request-id: req-439d2084-24f2-4e77-af78-9176b20e6bf7 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:20.082143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:20.082399 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-439d2084-24f2-4e77-af78-9176b20e6bf7 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:20.083444 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439d2084-24f2-4e77-af78-9176b20e6bf7'] response: {'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'code': 200} Aug 31 00:21:20.230383 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc40aa-dc5d-4687-a492-1db3e7a1f4e2 req-b06be9e5-a032-43ee-83cc-8dc8f3fa96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.232078 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a2fc40aa-dc5d-4687-a492-1db3e7a1f4e2 req-b06be9e5-a032-43ee-83cc-8dc8f3fa96d7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1129 time: 0.1712704 Aug 31 00:21:20.239804 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-74e65a73-1b23-414d-98ce-b6ba1bfc572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.241977 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-74e65a73-1b23-414d-98ce-b6ba1bfc572a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1127 time: 0.2044654 Aug 31 00:21:20.339994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device b667fe99-0903-42b3-8838-53300f0a504b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:20.438463 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0a18-4bf4-4af1-a6c0-0101a1a2489e req-768b5ad7-7d6f-4fbb-8421-1c3b9da41412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.440929 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-496f0a18-4bf4-4af1-a6c0-0101a1a2489e req-768b5ad7-7d6f-4fbb-8421-1c3b9da41412 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1129 time: 0.0648897 Aug 31 00:21:20.445092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-650091b6-6404-4210-a6f9-75c7ac277dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.446604 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-650091b6-6404-4210-a6f9-75c7ac277dc4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.1814775 Aug 31 00:21:20.465535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe6ad-54cb-4b61-a29b-e35d21f07188 req-76a479ed-39b4-487d-969f-19022ce810c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.473073 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47abe6ad-54cb-4b61-a29b-e35d21f07188 req-76a479ed-39b4-487d-969f-19022ce810c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0946367 Aug 31 00:21:20.566397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b667fe99-0903-42b3-8838-53300f0a504b,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:20.574487 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-496f0a18-4bf4-4af1-a6c0-0101a1a2489e req-985b8a0c-a323-46d0-b960-694ec99900fd service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138704 Aug 31 00:21:20.585850 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-bc9bbba9-2f09-455d-b0e7-c5dafac367d9 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 217 time: 0.1279442 Aug 31 00:21:20.600858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'b667fe99-0903-42b3-8838-53300f0a504b', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'port_id': 'b667fe99-0903-42b3-8838-53300f0a504b', 'mac_address': 'fa:16:3e:d2:8f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:20.607884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653276fb-f842-4df0-aac2-d574d17e904d req-68ddc882-18da-4e90-9c4f-9aca1cb3b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.609462 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-653276fb-f842-4df0-aac2-d574d17e904d req-68ddc882-18da-4e90-9c4f-9aca1cb3b76b service neutron] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5903914 Aug 31 00:21:20.616543 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a2fc40aa-dc5d-4687-a492-1db3e7a1f4e2 req-67c19d19-a4b2-45c1-8b60-65371fd9f437 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666217 Aug 31 00:21:20.657503 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47abe6ad-54cb-4b61-a29b-e35d21f07188 req-302d5bd5-f78f-42a0-b354-5e5e11abd3e2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825275 Aug 31 00:21:20.675591 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port b667fe99-0903-42b3-8838-53300f0a504b is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:20.676260 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (b667fe99-0903-42b3-8838-53300f0a504b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:20.705262 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b667fe99-0903-42b3-8838-53300f0a504b {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:20.755855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b667fe99-0903-42b3-8838-53300f0a504b,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:20.770041 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:20.800886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b01ca6-769a-4486-8bc2-1020544db363 req-22a41e50-dc44-48ff-b445-1e79e65fe14b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:20.804738 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9b01ca6-769a-4486-8bc2-1020544db363 req-22a41e50-dc44-48ff-b445-1e79e65fe14b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0631232 Aug 31 00:21:20.864436 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:20.904064 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:20.922407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9b01ca6-769a-4486-8bc2-1020544db363 req-aee2f89a-7559-4364-87f2-cac5b9f29348 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118433 Aug 31 00:21:21.107012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15677-1ccb-435b-93d5-eed1a3ba535e req-4bc41181-d84a-4524-9ada-8fbba38deb3f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:21.108701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-12d15677-1ccb-435b-93d5-eed1a3ba535e req-4bc41181-d84a-4524-9ada-8fbba38deb3f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Aug 31 00:21:21.177735 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-12d15677-1ccb-435b-93d5-eed1a3ba535e req-19c91893-a15d-4e39-a21e-1ac9da4e7c19 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Aug 31 00:21:21.185208 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['b667fe99-0903-42b3-8838-53300f0a504b'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:21.312615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:21.320355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:21.340209 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d915e-3a5e-4177-9cd8-994bbc5c17e0 req-e24bae64-d0fd-48dd-9dc4-4fbf02dd4a18 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:21.343650 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c75d915e-3a5e-4177-9cd8-994bbc5c17e0 req-e24bae64-d0fd-48dd-9dc4-4fbf02dd4a18 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.0984731 Aug 31 00:21:21.438314 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c75d915e-3a5e-4177-9cd8-994bbc5c17e0 req-8b0720c3-453c-4d4c-aa7a-3bc4d3b3c58e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866110 Aug 31 00:21:21.594319 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38084fd-07cf-478e-bbf1-3dbeb9f55b6c req-6a3a6432-bc4e-4771-9659-140ff147e97f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:21.595848 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b38084fd-07cf-478e-bbf1-3dbeb9f55b6c req-6a3a6432-bc4e-4771-9659-140ff147e97f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0534739 Aug 31 00:21:21.606972 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38868) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:21.612264 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'floatingip': {'port_id': '6317fbd6-92fd-41d8-a8a9-21faad23ff44'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:21.703436 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:21.866341 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-e59e8140-864f-43d4-ad46-912368e4ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:21.869063 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-e59e8140-864f-43d4-ad46-912368e4ba97 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0930774 Aug 31 00:21:21.881422 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-0b5dffd8-c10d-49ba-9355-4dcc0a899e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:21.883020 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-0b5dffd8-c10d-49ba-9355-4dcc0a899e74 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 1128 time: 0.0546174 Aug 31 00:21:22.151208 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd8dd8-f176-4860-a79f-30292b135ded req-10c1411b-8391-4ec7-9b8e-5d8b826999ed tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:22.153943 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5dd8dd8-f176-4860-a79f-30292b135ded req-10c1411b-8391-4ec7-9b8e-5d8b826999ed tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0791306 Aug 31 00:21:22.237540 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5dd8dd8-f176-4860-a79f-30292b135ded req-21083e87-aac5-4423-bace-5a1c057cb49a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766070 Aug 31 00:21:22.261990 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:22.347968 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device b667fe99-0903-42b3-8838-53300f0a504b up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:22.535504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:22.555548 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6da29-ee98-4c4b-a427-ee3b01f1f733 req-b9e06258-0e23-4394-8ba6-47a9e88a78bd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:22.572480 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5e6da29-ee98-4c4b-a427-ee3b01f1f733 req-b9e06258-0e23-4394-8ba6-47a9e88a78bd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.2123442 Aug 31 00:21:22.577750 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port b667fe99-0903-42b3-8838-53300f0a504b completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:22.607289 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port b667fe99-0903-42b3-8838-53300f0a504b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:22.608133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (b667fe99-0903-42b3-8838-53300f0a504b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:22.704239 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-25c1d52b-7c81-4638-ac44-929fcc78efc1 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 HTTP/1.1" status: 200 len: 217 time: 0.1251376 Aug 31 00:21:22.711708 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-7293ff49-3c27-411f-aab4-9f944b52b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:22.714042 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-7293ff49-3c27-411f-aab4-9f944b52b0e5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1330950 Aug 31 00:21:22.763971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:22.788817 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5e6da29-ee98-4c4b-a427-ee3b01f1f733 req-215ad065-9ad9-4b14-b6b8-21bae20d4b4f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061276 Aug 31 00:21:22.804647 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.db.resource_extend [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 00:21:22.861187 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port b667fe99-0903-42b3-8838-53300f0a504b is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:22.862478 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (b667fe99-0903-42b3-8838-53300f0a504b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:22.919659 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:22.923795 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab5c46-35aa-418d-aa85-41b7a67a367a" -d '{"events": [{"server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "name": "network-vif-plugged", "status": "completed", "tag": "b667fe99-0903-42b3-8838-53300f0a504b"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:22.948880 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:22.949117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b667fe99-0903-42b3-8838-53300f0a504b,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:22.954672 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:22.966317 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.068276 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945989-caa0-42c7-af88-d4196c1c52c7 req-605be7c1-2534-46d6-ba7b-ad8cdc789600 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:23.076261 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75945989-caa0-42c7-af88-d4196c1c52c7 req-605be7c1-2534-46d6-ba7b-ad8cdc789600 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.1403081 Aug 31 00:21:23.095775 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:23.159843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75945989-caa0-42c7-af88-d4196c1c52c7 req-7d75f87c-58bc-4672-9422-cae5ebb42b65 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825400 Aug 31 00:21:23.185960 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Floating IP 84f5e2ea-cd1f-4919-a80c-72b396bdf82a associated. External IP: 172.27.4.247, port: 6317fbd6-92fd-41d8-a8a9-21faad23ff44. Aug 31 00:21:23.212472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c327fc4-2a8f-47c9-b972-5b66c106b440 x-openstack-request-id: req-4c327fc4-2a8f-47c9-b972-5b66c106b440 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:23.212797 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "name": "network-vif-plugged", "status": "completed", "tag": "b667fe99-0903-42b3-8838-53300f0a504b", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:23.213052 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c327fc4-2a8f-47c9-b972-5b66c106b440 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:23.213499 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c327fc4-2a8f-47c9-b972-5b66c106b440'] response: {'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b', 'code': 200} Aug 31 00:21:23.220803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 38900) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:23.350031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a737054-98e0-4587-a887-6891fca2cf13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.472514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a737054-98e0-4587-a887-6891fca2cf13 admin admin] Publish callbacks [] for security_group (c29096bf-f6dc-445b-b550-0b1220651e66), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.516384 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-6a737054-98e0-4587-a887-6891fca2cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (c29096bf-f6dc-445b-b550-0b1220651e66), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.651923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:23.666468 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cc913-3dae-4fd2-b4e4-b662330cec6d req-e9aa5f40-8f12-4929-a5e8-6f4362297c3f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:23.668205 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ff3cc913-3dae-4fd2-b4e4-b662330cec6d req-e9aa5f40-8f12-4929-a5e8-6f4362297c3f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.3039525 Aug 31 00:21:23.682947 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-6a737054-98e0-4587-a887-6891fca2cf13 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8c840da065b146d8a12bd5fcce137843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609673 Aug 31 00:21:23.683710 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737054-98e0-4587-a887-6891fca2cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29096bf-f6dc-445b-b550-0b1220651e66,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:23.686773 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38916) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:23.751961 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-8fcf8af5-38a6-4817-806d-56e50f77c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:23.758161 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-8fcf8af5-38a6-4817-806d-56e50f77c262 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.2795763 Aug 31 00:21:23.803419 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] Publish callbacks [] for security_group (c29096bf-f6dc-445b-b550-0b1220651e66), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.839582 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] Publish callbacks [] for security_group (c29096bf-f6dc-445b-b550-0b1220651e66), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:23.843440 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:21:23.867956 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-e3b6aaa0-9fbe-43ea-989a-d86525f3c5f9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909550 Aug 31 00:21:23.899425 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ff3cc913-3dae-4fd2-b4e4-b662330cec6d req-3a846c1b-aac3-4e8d-a00a-b67672940062 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022886 Aug 31 00:21:24.037145 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a1b7-2c2d-404d-bd34-b043fac4122c req-8e230e05-a553-4641-b832-038a78a4a70c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:24.039751 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c368a1b7-2c2d-404d-bd34-b043fac4122c req-8e230e05-a553-4641-b832-038a78a4a70c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1020579 Aug 31 00:21:24.079604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (c29096bf-f6dc-445b-b550-0b1220651e66), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:24.082322 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:24.086535 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c29096bf-f6dc-445b-b550-0b1220651e66 HTTP/1.1" status: 204 len: 168 time: 0.3962605 Aug 31 00:21:24.101448 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c454b1-5b1d-4951-8cb3-b3d02fcb9e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29096bf-f6dc-445b-b550-0b1220651e66,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:24.164833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:21:24.185813 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:21:24.188948 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:24.214435 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:24.215389 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:24.292367 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-215f50e5-5970-4581-906b-b29eb7b338c6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/84f5e2ea-cd1f-4919-a80c-72b396bdf82a HTTP/1.1" status: 200 len: 991 time: 2.6811638 Aug 31 00:21:24.294477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:24.301106 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5788fb-67e7-4072-9e56-caf15505fd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:24.312104 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f487f-f018-4b89-b492-31d8c3b573a2 req-afa65a0f-df39-46b4-9522-495930192adf tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:24.325888 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-077f487f-f018-4b89-b492-31d8c3b573a2 req-afa65a0f-df39-46b4-9522-495930192adf tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.2809565 Aug 31 00:21:24.332303 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38942) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:24.338614 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'floatingip': {'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:24.430161 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:24.471177 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:24.497120 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:24.947695 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38954) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:24.999286 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-200a6ecf-e777-41f5-a09a-e5347141c81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:25.011749 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '84f5e2ea-cd1f-4919-a80c-72b396bdf82a', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:d5:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:27Z', 'updated_at': '2022-08-31T00:21:22Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:25.033693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=100 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:25.048685 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:21:25.060937 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:25.061832 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:25.166387 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c368a1b7-2c2d-404d-bd34-b043fac4122c req-549d9be0-c0c1-4f74-89ef-718ed39eae8b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1172590 Aug 31 00:21:25.197014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:25.212448 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-449d84ff-e77d-483f-a951-b2c64854ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:25.215294 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-449d84ff-e77d-483f-a951-b2c64854ccb9 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.0724509 Aug 31 00:21:25.278504 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:25.302985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8e9a-f368-4c94-a98f-f2bd95f8b31c req-bd377eef-66cf-4a40-85b9-239e03c57862 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:25.311841 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fba8e9a-f368-4c94-a98f-f2bd95f8b31c req-bd377eef-66cf-4a40-85b9-239e03c57862 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.8154900 Aug 31 00:21:25.361363 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807473a-34cb-4e70-9d33-cc30a63adc6c x-openstack-request-id: req-9807473a-34cb-4e70-9d33-cc30a63adc6c {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:25.361655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:25.361897 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9807473a-34cb-4e70-9d33-cc30a63adc6c {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:25.362352 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9807473a-34cb-4e70-9d33-cc30a63adc6c'] response: {'name': 'network-changed', 'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'status': 'completed', 'code': 200} Aug 31 00:21:25.557940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256388-23ba-4131-b2b7-feacf1ff5f90 req-9bd80b4f-826a-4961-8fa1-df43b9315642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:25.561590 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad256388-23ba-4131-b2b7-feacf1ff5f90 req-9bd80b4f-826a-4961-8fa1-df43b9315642 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1129 time: 0.9882112 Aug 31 00:21:25.572739 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9071717-941a-45fa-aca1-8cf4f7327eff req-ec690cf8-dfe4-4fd8-918a-1fa18d60ee9e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4279513 Aug 31 00:21:25.653131 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fba8e9a-f368-4c94-a98f-f2bd95f8b31c req-11fbdc1b-41ab-4057-b8a2-6a1908dbc072 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399274 Aug 31 00:21:25.654473 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.db.resource_extend [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 00:21:25.871602 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-200a6ecf-e777-41f5-a09a-e5347141c81e admin admin] Publish callbacks [] for security_group (cae2a219-2de4-4e7a-a477-6aece5c25c31), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:25.889855 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-200a6ecf-e777-41f5-a09a-e5347141c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cae2a219-2de4-4e7a-a477-6aece5c25c31), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:25.908290 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-fb657dc4-4060-4e18-b038-22ab89c9ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:25.909485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:25.910176 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '84f5e2ea-cd1f-4919-a80c-72b396bdf82a', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:d5:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:27Z', 'updated_at': '2022-08-31T00:21:22Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:25.910355 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-fb657dc4-4060-4e18-b038-22ab89c9ab1f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1129 time: 0.2744350 Aug 31 00:21:25.942124 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-23237606-1438-4e17-8d44-6eb46f5690b5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677854 Aug 31 00:21:25.948125 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aab78-cf69-424a-b6b1-e70e1b192f63 None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '84f5e2ea-cd1f-4919-a80c-72b396bdf82a', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.247', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:d5:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:27Z', 'updated_at': '2022-08-31T00:21:22Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:21:25.958928 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6ecf-e777-41f5-a09a-e5347141c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2a219-2de4-4e7a-a477-6aece5c25c31,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:25.960511 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad256388-23ba-4131-b2b7-feacf1ff5f90 req-8978a69e-51c2-437f-b52f-539216215811 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265412 Aug 31 00:21:25.976492 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.132366 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-200a6ecf-e777-41f5-a09a-e5347141c81e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a1f1d3948d13457e89167104d4c19884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1835129 Aug 31 00:21:26.135816 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 38974) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:26.164494 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Floating IP 5e0d5607-dc4f-48d2-a0a7-4cac4592b092 associated. External IP: 172.27.4.230, port: 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639. Aug 31 00:21:26.239315 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4acf5164-64d3-48cc-9642-dbeccbb126b8 req-556dae84-ed79-4aa1-ae55-2661a5f4e23e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744684 Aug 31 00:21:26.250351 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] Publish callbacks [] for security_group (cae2a219-2de4-4e7a-a477-6aece5c25c31), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.279681 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117a07-1783-4531-b677-acfc07caf03c req-5cb50759-7108-4967-9596-e567c1f2f432 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:26.279681 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-36117a07-1783-4531-b677-acfc07caf03c req-5cb50759-7108-4967-9596-e567c1f2f432 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1202519 Aug 31 00:21:26.282075 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-428c9897-de4e-4ef1-9bf2-41fc513c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:26.284905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-428c9897-de4e-4ef1-9bf2-41fc513c34b3 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.3632817 Aug 31 00:21:26.302266 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2c7b4-68e9-43d0-aefc-9a6fb85ff911 None None] New status for floating IP 84f5e2ea-cd1f-4919-a80c-72b396bdf82a: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:21:26.323918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] Publish callbacks [] for security_group (cae2a219-2de4-4e7a-a477-6aece5c25c31), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.353086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:26.539616 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-fb3d727b-a69c-44c2-84d6-a7fbe93b0701 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 999 time: 0.2113793 Aug 31 00:21:26.555386 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-36117a07-1783-4531-b677-acfc07caf03c req-ccd220c2-b9b9-44cf-b513-c3b4c7098983 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630544 Aug 31 00:21:26.561258 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:21:26.592666 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cae2a219-2de4-4e7a-a477-6aece5c25c31), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.600629 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.607605 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cae2a219-2de4-4e7a-a477-6aece5c25c31 HTTP/1.1" status: 204 len: 168 time: 0.4702799 Aug 31 00:21:26.842073 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6d84f-b62a-4aa6-9529-67346d022552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2a219-2de4-4e7a-a477-6aece5c25c31,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:26.886516 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:21:26.898672 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:26.928316 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:21:26.975792 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:26.977169 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:26.984245 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:27.079303 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bebf1692-0ec6-4fea-aa4a-8e8470e781c7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/5e0d5607-dc4f-48d2-a0a7-4cac4592b092 HTTP/1.1" status: 200 len: 991 time: 2.7452054 Aug 31 00:21:27.119689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-99720b83-62fc-4d20-9864-57416292f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:27.122396 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-99720b83-62fc-4d20-9864-57416292f5de service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.2844303 Aug 31 00:21:27.187215 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce649328-d150-4238-b89b-dbbcc9ed429e req-7015e908-807b-4f92-88e3-fe6616fec37f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:27.201601 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce649328-d150-4238-b89b-dbbcc9ed429e req-7015e908-807b-4f92-88e3-fe6616fec37f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.2276747 Aug 31 00:21:27.294356 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:27.364341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:27.367936 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19487ccb-47df-421e-b5ef-6279aad19e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:27.384593 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39000) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:27.394863 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce649328-d150-4238-b89b-dbbcc9ed429e req-599b210d-80ec-4e6c-aeec-4586ef1692e9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852479 Aug 31 00:21:27.494506 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644ead2-835d-4897-8c25-b8a68f925071 x-openstack-request-id: req-a644ead2-835d-4897-8c25-b8a68f925071 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:27.494964 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:27.495378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a644ead2-835d-4897-8c25-b8a68f925071 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:27.496021 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a644ead2-835d-4897-8c25-b8a68f925071'] response: {'name': 'network-changed', 'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'status': 'completed', 'code': 200} Aug 31 00:21:27.596408 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:27.630166 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd415-1dcc-4641-aa06-61b951d3a718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:27.706119 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39010) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:27.722731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-966ef6b8-743a-4eda-bafa-368105c1e187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:27.728541 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:27.747871 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:27.811142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:27.824341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd415-1dcc-4641-aa06-61b951d3a718 admin admin] Publish callbacks [] for security_group (ce4e9b5d-88d8-4743-8600-fea58c23e631), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:27.830329 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd415-1dcc-4641-aa06-61b951d3a718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ce4e9b5d-88d8-4743-8600-fea58c23e631), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:27.875869 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '5e0d5607-dc4f-48d2-a0a7-4cac4592b092', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:21:25Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:27.880923 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6e4bd415-1dcc-4641-aa06-61b951d3a718 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=88136abe2a6a46e698d222c8eb7ee661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948161 Aug 31 00:21:27.881550 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39012) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:27.885241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bd415-1dcc-4641-aa06-61b951d3a718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e9b5d-88d8-4743-8600-fea58c23e631,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:27.922714 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:21:27.936912 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:27.938214 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:27.949539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640416d9-7b88-4c53-a68a-14ea218f366b req-d8b246bc-8923-4452-99e0-93f5289e3164 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:27.961600 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] Publish callbacks [] for security_group (ce4e9b5d-88d8-4743-8600-fea58c23e631), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:27.964891 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-640416d9-7b88-4c53-a68a-14ea218f366b req-d8b246bc-8923-4452-99e0-93f5289e3164 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1605306 Aug 31 00:21:28.003799 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] Publish callbacks [] for security_group (ce4e9b5d-88d8-4743-8600-fea58c23e631), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.094984 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:28.105671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ce4e9b5d-88d8-4743-8600-fea58c23e631), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.107374 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-966ef6b8-743a-4eda-bafa-368105c1e187 admin admin] Publish callbacks [] for security_group (54016f76-314f-4bbb-940f-738f4e6cba20), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.108542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.110335 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ce4e9b5d-88d8-4743-8600-fea58c23e631 HTTP/1.1" status: 204 len: 168 time: 0.2262974 Aug 31 00:21:28.117454 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-640416d9-7b88-4c53-a68a-14ea218f366b req-a742dfe7-70c4-448d-9e54-55f7f7e2499c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511402 Aug 31 00:21:28.119346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-966ef6b8-743a-4eda-bafa-368105c1e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (54016f76-314f-4bbb-940f-738f4e6cba20), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.136996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6a437-8332-4b45-b746-51b17870e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e9b5d-88d8-4743-8600-fea58c23e631,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:28.179928 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef6b8-743a-4eda-bafa-368105c1e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54016f76-314f-4bbb-940f-738f4e6cba20,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:28.224669 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-966ef6b8-743a-4eda-bafa-368105c1e187 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f55f15b28e5e4d14bdcd5209cb950b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150990 Aug 31 00:21:28.225519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39016) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:28.315326 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-c8f08fe7-c2ea-4388-aac9-d725af710330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:28.317016 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-c8f08fe7-c2ea-4388-aac9-d725af710330 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1129 time: 0.0553534 Aug 31 00:21:28.381650 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] Publish callbacks [] for security_group (54016f76-314f-4bbb-940f-738f4e6cba20), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.386468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:21:28.434114 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] Publish callbacks [] for security_group (54016f76-314f-4bbb-940f-738f4e6cba20), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.437445 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-e0a77157-234a-4fce-b05d-ebf6079e879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:28.439375 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-e0a77157-234a-4fce-b05d-ebf6079e879b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959296 Aug 31 00:21:28.500254 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (54016f76-314f-4bbb-940f-738f4e6cba20), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.510084 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.510084 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/54016f76-314f-4bbb-940f-738f4e6cba20 HTTP/1.1" status: 204 len: 168 time: 0.2789686 Aug 31 00:21:28.516258 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c8410-678b-4937-83c0-0b4f1293a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54016f76-314f-4bbb-940f-738f4e6cba20,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:28.602252 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-3be444c4-1620-4971-8072-439a47318b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:28.604200 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-3be444c4-1620-4971-8072-439a47318b8d service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.2381866 Aug 31 00:21:28.616083 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '5e0d5607-dc4f-48d2-a0a7-4cac4592b092', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:21:25Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:28.643416 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:28.659405 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:21:28.681626 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f97e4-e320-4f6f-815b-b78bb2df90ed req-6c347806-1bcd-4e3f-88ca-422d51eb925d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:28.683398 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c61f97e4-e320-4f6f-815b-b78bb2df90ed req-6c347806-1bcd-4e3f-88ca-422d51eb925d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 944 time: 0.0734372 Aug 31 00:21:28.709470 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680740c1-4649-46e3-b4b1-1c19a0e20418 None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '5e0d5607-dc4f-48d2-a0a7-4cac4592b092', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:21:25Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:21:28.731785 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:28.732838 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.755718 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:21:28.784215 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:28.792983 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c61f97e4-e320-4f6f-815b-b78bb2df90ed req-5d2130f2-3904-446f-839a-2b93265161e2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990436 Aug 31 00:21:28.795428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:28.876607 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:28.890509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:29.291490 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-87c1d8d1-91ce-4e90-b177-dad8477eeb39 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 200 len: 217 time: 0.1846986 Aug 31 00:21:29.293336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-c34d50c7-7495-4fb2-bbc4-d85cf280b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:29.295992 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-c34d50c7-7495-4fb2-bbc4-d85cf280b530 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1129 time: 0.3338270 Aug 31 00:21:29.328222 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:21:29.569846 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-656bbc3d-b2f7-4445-b99e-73610ef1943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:29.572036 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-656bbc3d-b2f7-4445-b99e-73610ef1943c service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.2171128 Aug 31 00:21:29.587135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9eb5-bcf4-40eb-bd97-8c19d1a7ddc0 req-5753d555-2e74-400a-b844-da2dd2a0cd93 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:29.600656 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9f9b9eb5-bcf4-40eb-bd97-8c19d1a7ddc0 req-5753d555-2e74-400a-b844-da2dd2a0cd93 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.2381084 Aug 31 00:21:29.688303 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:29.689886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-27009e6d-f8e5-45f0-b362-7b71b41f9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:29.692856 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-27009e6d-f8e5-45f0-b362-7b71b41f9759 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608733 Aug 31 00:21:29.912866 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:29.916297 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-10695b43-a51c-475e-9e10-93887e43d1ed service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111908 Aug 31 00:21:30.165161 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a440af-f4d6-43d4-964e-0d7ab6aad4b9 None None] New status for floating IP 5e0d5607-dc4f-48d2-a0a7-4cac4592b092: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:21:30.190676 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9f9b9eb5-bcf4-40eb-bd97-8c19d1a7ddc0 req-0a724540-1631-4b3a-983d-e844377bfb21 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884137 Aug 31 00:21:30.202795 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-ad8c2f21-cf75-4e86-a1bc-55339347bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:30.205371 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-ad8c2f21-cf75-4e86-a1bc-55339347bcc9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.8457704 Aug 31 00:21:30.310886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e4ce2-acc4-4d55-8e9d-1f6693dd2278 req-e61c4948-afca-4bea-aafb-5eac0e04700d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:30.313592 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f83e4ce2-acc4-4d55-8e9d-1f6693dd2278 req-e61c4948-afca-4bea-aafb-5eac0e04700d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 945 time: 0.3033085 Aug 31 00:21:30.325394 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:30.380376 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-9c2fbb8a-b1b8-459d-b95a-007354185e44 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447368 Aug 31 00:21:30.576460 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c5788fb-67e7-4072-9e56-caf15505fd4f req-5bf2b30a-09c2-4d3b-9708-9299ca1481f5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503026 Aug 31 00:21:30.591057 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-f72959b4-ee84-4d04-9a6b-6188e6df854f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 999 time: 0.3587089 Aug 31 00:21:30.891382 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f83e4ce2-acc4-4d55-8e9d-1f6693dd2278 req-3cecd66c-85ed-4fbf-9b2c-a464baba38ea tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173774 Aug 31 00:21:30.923236 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4233d47-dc0c-4f17-86e6-958733854d01 req-b987347a-0b26-40e6-a1a5-6e1042e91adb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197015 Aug 31 00:21:30.924960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-b5b7e217-a963-4868-95c3-edcaa20800e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:30.926640 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-b5b7e217-a963-4868-95c3-edcaa20800e9 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.1016991 Aug 31 00:21:31.201724 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:21:31.331310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:21:31.357090 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:21:31.357489 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:31.452284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc885ae-043d-4d74-9e36-c84f64d5abcd req-725f249a-c75e-4492-a517-6eed56fb0664 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:31.454299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fc885ae-043d-4d74-9e36-c84f64d5abcd req-725f249a-c75e-4492-a517-6eed56fb0664 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0956349 Aug 31 00:21:31.519506 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:21:31.520727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:31.546989 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fc885ae-043d-4d74-9e36-c84f64d5abcd req-3b971924-e99f-4f70-b59c-6ea33f0f00a2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825586 Aug 31 00:21:31.579799 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:31.581096 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:31.584885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3298f4f6-9b41-4a35-bb8f-902d550f5a8b" -d '{"events": [{"server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "name": "network-vif-plugged", "status": "completed", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:31.590448 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:31.677642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:31.721833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42556b0d-c28e-48e0-bd2b-8b748e8ace23 x-openstack-request-id: req-42556b0d-c28e-48e0-bd2b-8b748e8ace23 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:31.722443 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "name": "network-vif-plugged", "status": "completed", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:31.722853 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42556b0d-c28e-48e0-bd2b-8b748e8ace23 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:31.724220 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42556b0d-c28e-48e0-bd2b-8b748e8ace23'] response: {'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'code': 200} Aug 31 00:21:32.122713 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5254d9-182f-4b0e-a6b4-0a72e06fe129 req-b21d277d-c629-47f5-a647-83736cecc5a1 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:32.125750 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fd5254d9-182f-4b0e-a6b4-0a72e06fe129 req-b21d277d-c629-47f5-a647-83736cecc5a1 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.1100850 Aug 31 00:21:32.203808 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fd5254d9-182f-4b0e-a6b4-0a72e06fe129 req-25dbc853-4ffd-4d5e-883d-759226fd6487 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711839 Aug 31 00:21:32.717315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fb43c-3d1e-4a9e-bb96-7abf8189a855 req-f9adfb5a-95c4-4593-a86a-03ea9559ce24 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:32.720561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc5fb43c-3d1e-4a9e-bb96-7abf8189a855 req-f9adfb5a-95c4-4593-a86a-03ea9559ce24 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0775683 Aug 31 00:21:32.784062 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc5fb43c-3d1e-4a9e-bb96-7abf8189a855 req-f8fd5508-b65f-4f0e-ac31-4851df8dfb6b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569789 Aug 31 00:21:33.059002 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-e82ec2a5-4eda-4a1d-a41f-d12359b4edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:33.061612 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-e82ec2a5-4eda-4a1d-a41f-d12359b4edbf service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1445429 Aug 31 00:21:33.429639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1dcbc-b09e-4971-952c-36db13d48a41 req-32cd3b09-272a-4712-ab75-f2e3d8ba08c0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:33.429639 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfd1dcbc-b09e-4971-952c-36db13d48a41 req-32cd3b09-272a-4712-ab75-f2e3d8ba08c0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0950041 Aug 31 00:21:33.430938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39198) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:33.446699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:33.544662 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfd1dcbc-b09e-4971-952c-36db13d48a41 req-5e05219f-fdab-46ed-9256-fb18f5d1b11c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991879 Aug 31 00:21:33.628742 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_v2 [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Deleting subnet fb15981b-83f9-4f32-9ef6-830205a5a010 {{(pid=112890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:21:33.634748 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Publish callbacks [] for subnet (fb15981b-83f9-4f32-9ef6-830205a5a010), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:33.688628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:33.698918 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Publish callbacks [] for subnet (fb15981b-83f9-4f32-9ef6-830205a5a010), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:33.722618 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (fb15981b-83f9-4f32-9ef6-830205a5a010), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:33.733228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-bb40096d-4730-4ad3-965b-36342b10f043 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950576 Aug 31 00:21:33.811392 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for subnet (fb15981b-83f9-4f32-9ef6-830205a5a010), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:33.976006 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb15981b-83f9-4f32-9ef6-830205a5a010,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:34.082585 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7303b1-35db-4c15-af10-12309c900280 req-f1f92294-1779-4e44-b901-af9a13ea5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:34.085406 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3d7303b1-35db-4c15-af10-12309c900280 req-f1f92294-1779-4e44-b901-af9a13ea5b94 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 1130 time: 0.2684963 Aug 31 00:21:34.089428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.093250 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-07852de6-39ed-4592-8e1c-d601f9bfa5b9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/fb15981b-83f9-4f32-9ef6-830205a5a010 HTTP/1.1" status: 204 len: 168 time: 0.6611331 Aug 31 00:21:34.107373 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39204) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:34.213573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (d765562b-1d02-4507-bb44-93202b7ae2ca), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.234597 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:34.243729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6022e1-0953-4aee-ae16-6c8ddea28cf4 req-bf5e3c31-7ea2-4062-9089-70c0538af574 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:34.245637 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce6022e1-0953-4aee-ae16-6c8ddea28cf4 req-bf5e3c31-7ea2-4062-9089-70c0538af574 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.2983284 Aug 31 00:21:34.316725 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3d7303b1-35db-4c15-af10-12309c900280 req-a09c3449-855d-4b16-8d34-947ff9ba7d45 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694188 Aug 31 00:21:34.322768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19487ccb-47df-421e-b5ef-6279aad19e0c req-f2035c6c-f741-4d03-9c7f-3889887d3f89 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028026 Aug 31 00:21:34.389176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (d765562b-1d02-4507-bb44-93202b7ae2ca), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.419668 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.420028 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.421288 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.422284 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > port after_create 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.423210 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > port after_delete 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.423946 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > port after_update 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.424963 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.425568 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.426718 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.427346 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.448634 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce6022e1-0953-4aee-ae16-6c8ddea28cf4 req-a7892a56-e9a1-4547-a726-746ff582b4f8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369967 Aug 31 00:21:34.547388 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5520a508-d202-4090-a0d5-320124842269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.688445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.689189 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.690209 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.691002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:34.691932 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d765562b-1d02-4507-bb44-93202b7ae2ca']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:34.763175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed64a49-a398-4ae7-ab88-8068c7ffb3b0') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:34.763683 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed64a49-a398-4ae7-ab88-8068c7ffb3b0') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:34.810606 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (6ed64a49-a398-4ae7-ab88-8068c7ffb3b0), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.873295 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (6ed64a49-a398-4ae7-ab88-8068c7ffb3b0), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.904511 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:21:34.904511 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (6ed64a49-a398-4ae7-ab88-8068c7ffb3b0), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:34.920260 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a1e0-301f-43c2-9f81-3b547df4ef42 req-cfca5274-10d7-4f49-8b10-fc9882393714 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:34.923159 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1b10a1e0-301f-43c2-9f81-3b547df4ef42 req-cfca5274-10d7-4f49-8b10-fc9882393714 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.1489089 Aug 31 00:21:35.019515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e3c89-1cba-41a8-96be-e6439982958c req-98677876-27c2-46ac-8f46-4a533a4742aa tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:35.046298 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-762e3c89-1cba-41a8-96be-e6439982958c req-98677876-27c2-46ac-8f46-4a533a4742aa tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.2356064 Aug 31 00:21:35.060335 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (d765562b-1d02-4507-bb44-93202b7ae2ca), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.096002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.105940 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/d765562b-1d02-4507-bb44-93202b7ae2ca HTTP/1.1" status: 204 len: 168 time: 0.9916248 Aug 31 00:21:35.105940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77af88-a6bb-49b2-bd4a-671215199cda admin admin] Pushing event deleted for resources: {'Network': ['ID=d765562b-1d02-4507-bb44-93202b7ae2ca,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:35.108356 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39248) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:35.197280 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-762e3c89-1cba-41a8-96be-e6439982958c req-078871da-8a25-4e66-97c5-dcbbc7d68c93 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467402 Aug 31 00:21:35.213443 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1b10a1e0-301f-43c2-9f81-3b547df4ef42 req-4c49a2ef-7499-4801-9fdb-430b263dd60d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765138 Aug 31 00:21:35.226688 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Deleting subnet 7215fc74-7e06-48bf-b6da-37378e02f26b {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:21:35.257638 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Publish callbacks [] for subnet (7215fc74-7e06-48bf-b6da-37378e02f26b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.339739 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (7215fc74-7e06-48bf-b6da-37378e02f26b), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.656928 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 6ed64a49-a398-4ae7-ab88-8068c7ffb3b0 resource provider aggregate not found Aug 31 00:21:35.659402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dc0db-cfda-41a1-8b28-b148119d510d req-243f3a97-f326-4021-8dad-0bf58b777b42 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:35.665161 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-498dc0db-cfda-41a1-8b28-b148119d510d req-243f3a97-f326-4021-8dad-0bf58b777b42 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0996110 Aug 31 00:21:35.669444 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (7215fc74-7e06-48bf-b6da-37378e02f26b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.701735 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 6ed64a49-a398-4ae7-ab88-8068c7ffb3b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed64a49-a398-4ae7-ab88-8068c7ffb3b0 found for delete ", "request_id": "req-6884197c-e92f-4389-95c0-bba15ca1a1ae"}]} Aug 31 00:21:35.764507 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (7215fc74-7e06-48bf-b6da-37378e02f26b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.798242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-498dc0db-cfda-41a1-8b28-b148119d510d req-3438e854-3e2d-4d6c-99fc-b34f5ec5ec44 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116197 Aug 31 00:21:35.830645 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7215fc74-7e06-48bf-b6da-37378e02f26b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:35.844226 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.847774 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c70115b0-69dc-4dea-954f-2ae26f9e1ab5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/7215fc74-7e06-48bf-b6da-37378e02f26b HTTP/1.1" status: 204 len: 168 time: 0.7380323 Aug 31 00:21:35.852700 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39264) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:35.948870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (4eb3353f-3b85-4a35-9e07-444b9db9a0b5), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:35.968843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:36.067436 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (4eb3353f-3b85-4a35-9e07-444b9db9a0b5), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > port after_create 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > port after_update 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.098836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.099973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.099973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.100471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.214250 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.214770 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.215483 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.216049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 00:21:36.216704 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb3353f-3b85-4a35-9e07-444b9db9a0b5']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:36.258576 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bf646b-29b2-45be-8c01-9d704951a5c0') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:36.258985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bf646b-29b2-45be-8c01-9d704951a5c0') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:36.291037 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (86bf646b-29b2-45be-8c01-9d704951a5c0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.340867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (86bf646b-29b2-45be-8c01-9d704951a5c0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.344272 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:36.369230 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:21:36.371867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (86bf646b-29b2-45be-8c01-9d704951a5c0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.580033 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (4eb3353f-3b85-4a35-9e07-444b9db9a0b5), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.588640 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:36.592701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/4eb3353f-3b85-4a35-9e07-444b9db9a0b5 HTTP/1.1" status: 204 len: 168 time: 0.7382188 Aug 31 00:21:36.605073 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1a2aa-7c57-488f-a3e3-c1d5985746c9 req-9d336b6f-8408-479f-bd6b-a6723f9e504b tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:36.606686 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-80e1a2aa-7c57-488f-a3e3-c1d5985746c9 req-9d336b6f-8408-479f-bd6b-a6723f9e504b tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.1684783 Aug 31 00:21:36.644877 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2728a-dea9-4764-bc27-518b4a1ce191 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb3353f-3b85-4a35-9e07-444b9db9a0b5,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:36.655797 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ec800-6001-46bb-8648-dfdd4f7c6f84 req-2f8083f1-a171-4a16-8c36-85e904e3b45b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:36.657791 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c17ec800-6001-46bb-8648-dfdd4f7c6f84 req-2f8083f1-a171-4a16-8c36-85e904e3b45b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.1822703 Aug 31 00:21:36.707664 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 86bf646b-29b2-45be-8c01-9d704951a5c0 resource provider aggregate not found Aug 31 00:21:36.745795 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 86bf646b-29b2-45be-8c01-9d704951a5c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86bf646b-29b2-45be-8c01-9d704951a5c0 found for delete ", "request_id": "req-3b95d189-9125-4cb4-988e-c1828b1fee43"}]} Aug 31 00:21:36.752245 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-80e1a2aa-7c57-488f-a3e3-c1d5985746c9 req-36fad9e4-d3cf-46c7-8e02-00117a1abfe2 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268384 Aug 31 00:21:36.773412 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c17ec800-6001-46bb-8648-dfdd4f7c6f84 req-10ac9784-3eda-4000-9b62-fefe2066fd9b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953023 Aug 31 00:21:36.905152 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39312) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:36.921176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:36.964774 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d033ef33-36ea-441a-9d41-03bf1bedafe5 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=151f333a22b440568ca316d8bc5c1507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575206 Aug 31 00:21:36.967898 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39314) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:37.009206 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83e1ed-76d2-47f6-90ec-971e4885664d req-5b5cbda2-acf8-49ce-80b7-88a0bc10c25c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:37.011492 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1e83e1ed-76d2-47f6-90ec-971e4885664d req-5b5cbda2-acf8-49ce-80b7-88a0bc10c25c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1128275 Aug 31 00:21:37.016527 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4141c1ed-b0ce-4c2b-b335-fafe83d88143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:37.123704 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1e83e1ed-76d2-47f6-90ec-971e4885664d req-3c3756bc-4bbd-429a-8e38-a9c438268015 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969660 Aug 31 00:21:37.125111 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] Publish callbacks [] for security_group (51604b7c-747a-4d2e-b080-854e95eff52a), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:37.165284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] Publish callbacks [] for security_group (51604b7c-747a-4d2e-b080-854e95eff52a), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:37.237236 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (51604b7c-747a-4d2e-b080-854e95eff52a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:37.242221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:37.244109 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/51604b7c-747a-4d2e-b080-854e95eff52a HTTP/1.1" status: 204 len: 168 time: 0.2748709 Aug 31 00:21:37.257917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08d7a-d83c-4113-9510-94f83b716bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51604b7c-747a-4d2e-b080-854e95eff52a,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:37.740104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39328) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:37.865912 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-db965b9c-611f-416f-babe-6ab508f192d0 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=871c0980061249538b44de32d998f060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1197412 Aug 31 00:21:37.866883 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39334) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:38.002332 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] Publish callbacks [] for security_group (8da19cd5-491a-4755-a2e5-57945de40596), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:38.087110 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] Publish callbacks [] for security_group (8da19cd5-491a-4755-a2e5-57945de40596), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:38.188504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:38.233053 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8da19cd5-491a-4755-a2e5-57945de40596), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:38.233268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165544-1c16-489e-9879-893042c5d802 req-eef553d6-d261-46a6-90a3-7ea1bde0a076 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:38.235840 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88165544-1c16-489e-9879-893042c5d802 req-eef553d6-d261-46a6-90a3-7ea1bde0a076 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.2370961 Aug 31 00:21:38.237977 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:38.240997 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8da19cd5-491a-4755-a2e5-57945de40596 HTTP/1.1" status: 204 len: 168 time: 0.3713341 Aug 31 00:21:38.258775 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576dc8-7e7c-460a-9d92-6d777e34be6f req-a46276dc-e99b-40ab-ba9a-2e0e45da16e4 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:38.264935 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54cf6f-082b-49c7-b55a-4c02528db64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da19cd5-491a-4755-a2e5-57945de40596,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:38.273117 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d576dc8-7e7c-460a-9d92-6d777e34be6f req-a46276dc-e99b-40ab-ba9a-2e0e45da16e4 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.3164830 Aug 31 00:21:38.409942 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88165544-1c16-489e-9879-893042c5d802 req-2341dfe8-1a42-4845-864d-f7884193e1ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338034 Aug 31 00:21:38.467405 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d576dc8-7e7c-460a-9d92-6d777e34be6f req-5e4d9f6b-4c83-4f7a-8549-69f5663dbd92 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919994 Aug 31 00:21:38.610908 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab102e2-e42a-46dd-9f0a-ec0582308f5c req-5cbdbe2c-9ec3-458e-9316-032510ce38f2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:38.611748 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aab102e2-e42a-46dd-9f0a-ec0582308f5c req-5cbdbe2c-9ec3-458e-9316-032510ce38f2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0759287 Aug 31 00:21:38.616473 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=58 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:38.686624 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aab102e2-e42a-46dd-9f0a-ec0582308f5c req-617ccfb7-d4a0-48f3-8b5d-ae7755438da2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Aug 31 00:21:38.713150 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=40 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:38.953466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-c8a5625a-e47f-4d2a-b17b-39192519817f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:38.954125 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-c8a5625a-e47f-4d2a-b17b-39192519817f tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0595071 Aug 31 00:21:39.125723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Deleting port f1fa86d4-e574-414e-9f10-7f6572bb99f0 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:21:39.126079 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:39.175604 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:39.249693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:39.253383 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] For port f1fa86d4-e574-414e-9f10-7f6572bb99f0, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=f1fa86d4-e574-414e-9f10-7f6572bb99f0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:39.253828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:39.279754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Calling delete_port for f1fa86d4-e574-414e-9f10-7f6572bb99f0 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:21:39.677382 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (f1fa86d4-e574-414e-9f10-7f6572bb99f0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:39.683366 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:39.688303 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1acd6-ab8a-4fe6-8dab-840e07750f8c req-8f7daa3d-b897-4b4d-9229-6a89a3b78e5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:39.689920 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8be1acd6-ab8a-4fe6-8dab-840e07750f8c req-8f7daa3d-b897-4b4d-9229-6a89a3b78e5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.1704574 Aug 31 00:21:39.726310 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Pushing event deleted for resources: {'Port': ['ID=f1fa86d4-e574-414e-9f10-7f6572bb99f0,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:39.751217 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654dd48-9678-44da-83d3-3a70bed668d4 req-f8dfd0dd-470c-4f8b-8c31-55cc20360f0b tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:39.753340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7654dd48-9678-44da-83d3-3a70bed668d4 req-f8dfd0dd-470c-4f8b-8c31-55cc20360f0b tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 946 time: 0.1732244 Aug 31 00:21:39.885833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:40.145426 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] No DVR routers for this DVR port f1fa86d4-e574-414e-9f10-7f6572bb99f0 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:21:40.164994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:40.168534 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fed0336-bebc-4187-bce3-ba65ea73eeac req-ae02f194-835f-473e-84dc-043bd2941bde tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.70 "DELETE /networking/v2.0/ports/f1fa86d4-e574-414e-9f10-7f6572bb99f0 HTTP/1.1" status: 204 len: 173 time: 1.2057056 Aug 31 00:21:40.173920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'name': 'network-vif-deleted', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:40.177900 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a35015-6826-4f21-b6a2-126222ada87e" -d '{"events": [{"server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "name": "network-vif-deleted", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:40.198243 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8be1acd6-ab8a-4fe6-8dab-840e07750f8c req-3663e843-2023-4f55-980c-e1be2a784c77 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783440 Aug 31 00:21:40.206666 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7654dd48-9678-44da-83d3-3a70bed668d4 req-e013537a-d5e4-4fba-84f7-2626e63bb1d4 tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df830599-f3c2-4685-a1dc-cdf6cb798070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430699 Aug 31 00:21:40.299534 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a606a7-1c34-45b3-a76a-e9b630ba4cf5 x-openstack-request-id: req-05a606a7-1c34-45b3-a76a-e9b630ba4cf5 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:40.300579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfccff9c-84bb-4098-b492-f54f05b3ebd1", "name": "network-vif-deleted", "tag": "f1fa86d4-e574-414e-9f10-7f6572bb99f0", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:40.300579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05a606a7-1c34-45b3-a76a-e9b630ba4cf5 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:40.302211 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a606a7-1c34-45b3-a76a-e9b630ba4cf5'] response: {'server_uuid': 'bfccff9c-84bb-4098-b492-f54f05b3ebd1', 'name': 'network-vif-deleted', 'tag': 'f1fa86d4-e574-414e-9f10-7f6572bb99f0', 'status': 'completed', 'code': 200} Aug 31 00:21:40.470978 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29ef33-2d74-4649-afef-62cbfae745dc req-7e18f5e3-6d1f-4bbf-9ae9-a36e23d7a04f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:40.472620 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-be29ef33-2d74-4649-afef-62cbfae745dc req-7e18f5e3-6d1f-4bbf-9ae9-a36e23d7a04f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1139238 Aug 31 00:21:40.489284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94fbd6-afec-4a07-90f6-8fe18a8e3840 req-d94fc220-31f3-458a-9d4b-8314cbd25bb2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:40.491893 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3d94fbd6-afec-4a07-90f6-8fe18a8e3840 req-d94fc220-31f3-458a-9d4b-8314cbd25bb2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0740604 Aug 31 00:21:40.506506 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39428) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:40.514633 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:21:40.561098 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-be29ef33-2d74-4649-afef-62cbfae745dc req-9d194dd6-20d7-42e6-a801-4870fe48b767 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Aug 31 00:21:40.587975 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:40.965112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:41.057215 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:41.218139 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device f1fa86d4-e574-414e-9f10-7f6572bb99f0 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:21:41.258258 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: f1fa86d4-e574-414e-9f10-7f6572bb99f0 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:21:41.258601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device f1fa86d4-e574-414e-9f10-7f6572bb99f0 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:21:41.347122 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:41.356194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:41.439532 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-835736b0-7368-4159-9416-bfb0886dcb5d req-5576a139-7d53-42d3-b491-516a0761911c tempest-DeleteServersTestJSON-1099614157 tempest-DeleteServersTestJSON-1099614157-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bfccff9c-84bb-4098-b492-f54f05b3ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0524087 Aug 31 00:21:41.633724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39460) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:41.661697 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP fed72193-f81c-4038-ad96-9fb33d0e43aa associated. External IP: 172.27.4.238, port: 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2. Aug 31 00:21:41.692550 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39466) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:41.842352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035c490-d5ab-4118-a5f4-0685369f8bc6 req-80756fb7-b474-4c85-8975-e7005e5a1f09 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:41.852998 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6035c490-d5ab-4118-a5f4-0685369f8bc6 req-80756fb7-b474-4c85-8975-e7005e5a1f09 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1213515 Aug 31 00:21:41.963111 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6035c490-d5ab-4118-a5f4-0685369f8bc6 req-31c79f6c-8efe-4d4a-af1e-e29790e71dfd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997527 Aug 31 00:21:41.970831 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8826fa66-48de-49d8-8b2a-caa97f1bd043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:41.976110 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-30a8ada1-0b1b-45e5-99c1-b3e667cbcc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.082403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:42.114768 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:42.122426 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:21:42.134082 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:42.139350 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-30a8ada1-0b1b-45e5-99c1-b3e667cbcc08 admin admin] Publish callbacks [] for security_group (b83a1ae0-0ce8-48b3-8722-10825620175d), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.151069 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-30a8ada1-0b1b-45e5-99c1-b3e667cbcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b83a1ae0-0ce8-48b3-8722-10825620175d), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.186188 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8826fa66-48de-49d8-8b2a-caa97f1bd043 admin admin] Publish callbacks [] for security_group (67acb32f-34ff-4b2d-a10d-8e08dd2e1147), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.204832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8826fa66-48de-49d8-8b2a-caa97f1bd043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (67acb32f-34ff-4b2d-a10d-8e08dd2e1147), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.227373 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8ada1-0b1b-45e5-99c1-b3e667cbcc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a1ae0-0ce8-48b3-8722-10825620175d,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:42.250381 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-30a8ada1-0b1b-45e5-99c1-b3e667cbcc08 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=81900b31e0b84e32ae8fe17707fe7e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094201 Aug 31 00:21:42.250381 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39472) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:42.264523 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:21:42.269687 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.277855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8826fa66-48de-49d8-8b2a-caa97f1bd043 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1cd21ff17c50462e8ed17cddcd7db8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841920 Aug 31 00:21:42.283473 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:21:42.284813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39474) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:42.302638 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:42.303542 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:42.312644 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d3370de2-90e6-404d-bc72-8cdc6e3a620e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/fed72193-f81c-4038-ad96-9fb33d0e43aa HTTP/1.1" status: 200 len: 992 time: 1.8031332 Aug 31 00:21:42.313954 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:21:42.321435 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826fa66-48de-49d8-8b2a-caa97f1bd043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67acb32f-34ff-4b2d-a10d-8e08dd2e1147,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:42.327218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aec9af-ef5f-4083-8697-30822ebc0f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:21:42.373866 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] Publish callbacks [] for security_group (b83a1ae0-0ce8-48b3-8722-10825620175d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.393552 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9fe17-7435-451b-ad82-629c22ef1768 x-openstack-request-id: req-4db9fe17-7435-451b-ad82-629c22ef1768 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:21:42.393854 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:21:42.394263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4db9fe17-7435-451b-ad82-629c22ef1768 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:21:42.394965 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db9fe17-7435-451b-ad82-629c22ef1768'] response: {'name': 'network-changed', 'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'status': 'completed', 'code': 200} Aug 31 00:21:42.412279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] Publish callbacks [] for security_group (67acb32f-34ff-4b2d-a10d-8e08dd2e1147), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.415986 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] Publish callbacks [] for security_group (b83a1ae0-0ce8-48b3-8722-10825620175d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.452700 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:42.460958 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] Publish callbacks [] for security_group (67acb32f-34ff-4b2d-a10d-8e08dd2e1147), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.577408 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-dcf49673-1ac0-45a0-a8fd-bf2602490332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:42.578995 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-dcf49673-1ac0-45a0-a8fd-bf2602490332 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 1130 time: 0.1008995 Aug 31 00:21:42.646114 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b83a1ae0-0ce8-48b3-8722-10825620175d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.649157 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.650661 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b83a1ae0-0ce8-48b3-8722-10825620175d HTTP/1.1" status: 204 len: 168 time: 0.3998697 Aug 31 00:21:42.667589 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (67acb32f-34ff-4b2d-a10d-8e08dd2e1147), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.670340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:42.671581 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/67acb32f-34ff-4b2d-a10d-8e08dd2e1147 HTTP/1.1" status: 204 len: 168 time: 0.3818543 Aug 31 00:21:42.672786 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92f214-2035-4c40-8c59-c13eb4f93f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a1ae0-0ce8-48b3-8722-10825620175d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:42.696193 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74821144-dcf7-470d-9b6b-d84c399ee9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67acb32f-34ff-4b2d-a10d-8e08dd2e1147,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:42.741882 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-392ab490-0aa5-4b1e-b594-141c2ebbff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:42.743647 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-392ab490-0aa5-4b1e-b594-141c2ebbff3e service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 0.1581571 Aug 31 00:21:42.904751 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-cca220d2-4bb1-4178-9683-9bef96df8b63 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 HTTP/1.1" status: 200 len: 1000 time: 0.1442275 Aug 31 00:21:42.996026 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:41Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:43.015357 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-6faa3cb5-12e3-4a5c-8510-3a35885beed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:43.022347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-6faa3cb5-12e3-4a5c-8510-3a35885beed0 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.1092429 Aug 31 00:21:43.168063 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:21:43.189815 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:43.210740 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:43.215994 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:43.297315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-c8cd1c58-ecfd-42fe-8f0d-ce9174fde568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:43.300221 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-c8cd1c58-ecfd-42fe-8f0d-ce9174fde568 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2698007 Aug 31 00:21:43.330074 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e0c23-a7ff-4fe3-8c59-2c718d3a6219 req-e88a20a2-3f39-472b-8b0d-2252286defb5 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:43.344465 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-083e0c23-a7ff-4fe3-8c59-2c718d3a6219 req-e88a20a2-3f39-472b-8b0d-2252286defb5 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1632483 Aug 31 00:21:43.471335 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39510) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:43.504900 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1f3f81be-9c4e-4eac-8382-1e8fb9a6a831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.511533 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:43.606942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39514) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:43.619781 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-083e0c23-a7ff-4fe3-8c59-2c718d3a6219 req-3925bd67-30d1-47c6-b8c1-47d57d12b1ae tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732038 Aug 31 00:21:43.643301 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-1fa3346e-05f7-4f88-bb04-92de917640d3 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953186 Aug 31 00:21:43.655648 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a26b36e-eff5-4ed2-98ff-338fbc9d3ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.739238 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1f3f81be-9c4e-4eac-8382-1e8fb9a6a831 admin admin] Publish callbacks [] for security_group (e2aec13b-6860-4166-808f-b5f5b1e5236b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.759931 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1f3f81be-9c4e-4eac-8382-1e8fb9a6a831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e2aec13b-6860-4166-808f-b5f5b1e5236b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.822711 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:43.883774 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-93aec9af-ef5f-4083-8697-30822ebc0f9c req-6978bb35-4176-4fd7-9a73-441e9573c839 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291019 Aug 31 00:21:43.886507 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1f3f81be-9c4e-4eac-8382-1e8fb9a6a831 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1b69414823604671be2d3afad0f2b343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130669 Aug 31 00:21:43.891555 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39520) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:43.897526 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:41Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:43.907016 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f81be-9c4e-4eac-8382-1e8fb9a6a831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aec13b-6860-4166-808f-b5f5b1e5236b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:43.928984 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921454f6-bd20-4eb1-a877-4fc393a990b9 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:41Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:21:43.961627 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a26b36e-eff5-4ed2-98ff-338fbc9d3ec8 admin admin] Publish callbacks [] for security_group (26baef13-31c2-44ed-8964-bb088f801474), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.967310 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a26b36e-eff5-4ed2-98ff-338fbc9d3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (26baef13-31c2-44ed-8964-bb088f801474), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:43.970072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:44.012935 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] Publish callbacks [] for security_group (e2aec13b-6860-4166-808f-b5f5b1e5236b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.033118 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6a26b36e-eff5-4ed2-98ff-338fbc9d3ec8 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=3b65ad5fb4164393a79003075b86479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173326 Aug 31 00:21:44.034674 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39522) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:44.045027 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26b36e-eff5-4ed2-98ff-338fbc9d3ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26baef13-31c2-44ed-8964-bb088f801474,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:44.057755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] Publish callbacks [] for security_group (e2aec13b-6860-4166-808f-b5f5b1e5236b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.103918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] Publish callbacks [] for security_group (26baef13-31c2-44ed-8964-bb088f801474), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.132983 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] Publish callbacks [] for security_group (26baef13-31c2-44ed-8964-bb088f801474), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.153809 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e2aec13b-6860-4166-808f-b5f5b1e5236b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.156850 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.158225 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e2aec13b-6860-4166-808f-b5f5b1e5236b HTTP/1.1" status: 204 len: 168 time: 0.2651415 Aug 31 00:21:44.168434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7feff0-6453-41dd-b016-9aa715082cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aec13b-6860-4166-808f-b5f5b1e5236b,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:44.239746 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (26baef13-31c2-44ed-8964-bb088f801474), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.243872 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:44.250677 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/26baef13-31c2-44ed-8964-bb088f801474 HTTP/1.1" status: 204 len: 168 time: 0.2144275 Aug 31 00:21:44.279447 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617e513-834a-4675-a828-6500db4f5a76 None None] New status for floating IP fed72193-f81c-4038-ad96-9fb33d0e43aa: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:21:44.288869 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ba8f-ae3d-471c-98ba-9df0cdcca5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26baef13-31c2-44ed-8964-bb088f801474,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:44.470542 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39536) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:44.543696 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:44.945548 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0a7e-4548-43d2-b333-16de5cfd574f req-c6ea6ae0-d4a3-4d4d-9675-2664915a947f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:44.961424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-375d0a7e-4548-43d2-b333-16de5cfd574f req-c6ea6ae0-d4a3-4d4d-9675-2664915a947f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.2365341 Aug 31 00:21:45.018075 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39548) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:45.040431 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f8bae21b-7e5b-42a7-84ba-db9a049b5873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.070378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39552) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:45.123154 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea9e9-081e-4637-83d5-7c5b23606b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.148079 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:45.194626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-375d0a7e-4548-43d2-b333-16de5cfd574f req-5b9029b4-2020-4e93-811b-d837da54f0f1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249158 Aug 31 00:21:45.203036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f8bae21b-7e5b-42a7-84ba-db9a049b5873 admin admin] Publish callbacks [] for security_group (a0bfd3aa-6c60-412d-9c07-bc79de3a330b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.212934 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f8bae21b-7e5b-42a7-84ba-db9a049b5873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (a0bfd3aa-6c60-412d-9c07-bc79de3a330b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.291496 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f8bae21b-7e5b-42a7-84ba-db9a049b5873 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d8a89b2e8508444489fe0d0ad1036fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679312 Aug 31 00:21:45.298519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39554) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:45.357873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:45.375901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bae21b-7e5b-42a7-84ba-db9a049b5873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bfd3aa-6c60-412d-9c07-bc79de3a330b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:45.432489 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] Publish callbacks [] for security_group (a0bfd3aa-6c60-412d-9c07-bc79de3a330b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.469174 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.486089 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] Publish callbacks [] for security_group (a0bfd3aa-6c60-412d-9c07-bc79de3a330b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.515277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea9e9-081e-4637-83d5-7c5b23606b83 admin admin] Publish callbacks [] for security_group (6adc0170-1b39-4d62-ad65-3352561b1c96), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.521256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea9e9-081e-4637-83d5-7c5b23606b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6adc0170-1b39-4d62-ad65-3352561b1c96), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.570832 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (a0bfd3aa-6c60-412d-9c07-bc79de3a330b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.576037 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.578824 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a0bfd3aa-6c60-412d-9c07-bc79de3a330b HTTP/1.1" status: 204 len: 168 time: 0.2787600 Aug 31 00:21:45.593086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32107df-4b8d-4fb0-9ba0-c8a845815eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bfd3aa-6c60-412d-9c07-bc79de3a330b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:45.614747 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-7e7ea9e9-081e-4637-83d5-7c5b23606b83 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0425eff2e2234b8180870054a63a1413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426250 Aug 31 00:21:45.617731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea9e9-081e-4637-83d5-7c5b23606b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc0170-1b39-4d62-ad65-3352561b1c96,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:45.620492 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39562) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:45.655203 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:45.812282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] Publish callbacks [] for security_group (6adc0170-1b39-4d62-ad65-3352561b1c96), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.853699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] Publish callbacks [] for security_group (6adc0170-1b39-4d62-ad65-3352561b1c96), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:45.963565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Deleting port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:21:45.965245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:46.039159 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6adc0170-1b39-4d62-ad65-3352561b1c96), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:46.044029 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:46.045814 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6adc0170-1b39-4d62-ad65-3352561b1c96 HTTP/1.1" status: 204 len: 168 time: 0.4193375 Aug 31 00:21:46.078135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22725442-14ec-4cbf-8913-3175cd3443f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc0170-1b39-4d62-ad65-3352561b1c96,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:46.130366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] For port 5167e00b-55d5-4c9d-bad9-3fb6a00539a0, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:46.131170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:46.162293 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Calling delete_port for 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 owned by network:router_interface {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:21:46.743766 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fabfe6-1d3e-4946-a8f6-808f22772fa5 req-fa24fce3-948a-4924-b0b7-dd6377b93716 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:46.746633 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50fabfe6-1d3e-4946-a8f6-808f22772fa5 req-fa24fce3-948a-4924-b0b7-dd6377b93716 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.4020071 Aug 31 00:21:46.797549 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:46.914294 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50fabfe6-1d3e-4946-a8f6-808f22772fa5 req-77dbd6c8-9347-4655-b92f-8c054a54f4ce tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448886 Aug 31 00:21:46.945153 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (5167e00b-55d5-4c9d-bad9-3fb6a00539a0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:47.002480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Pushing event deleted for resources: {'Port': ['ID=5167e00b-55d5-4c9d-bad9-3fb6a00539a0,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:47.413199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:47.925258 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:47.940820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:21:48.149024 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bca416-b791-4755-871a-07ae89041e6a req-b43961de-72ea-487d-a9a7-b0b8ebc1414e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:48.150869 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e4bca416-b791-4755-871a-07ae89041e6a req-b43961de-72ea-487d-a9a7-b0b8ebc1414e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1033039 Aug 31 00:21:48.181847 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:21:48.193588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e53d8135-b206-400d-8e94-47963e7be361 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7213645 Aug 31 00:21:48.198339 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39656) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:48.208998 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Sync routers for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:21:48.234286 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:48.234385 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e4bca416-b791-4755-871a-07ae89041e6a req-12ca4cbf-1be8-48de-8c9d-ad8432d01ea1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707643 Aug 31 00:21:48.247716 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:48.346476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39672) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:48.349432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks [] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.392616 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:48.430316 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:48.489485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:48.501810 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks [] for router_gateway (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.526692 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-194557fa-2df8-4e9b-b565-5e663a5eda78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.571950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Deleting port 34805e83-828b-4551-abfb-0a7cc655e3fb {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:21:48.572478 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.598136 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:48.638825 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-194557fa-2df8-4e9b-b565-5e663a5eda78 admin admin] Publish callbacks [] for security_group (8582a0c6-6661-4439-8f67-b122b2907ae7), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.657959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-194557fa-2df8-4e9b-b565-5e663a5eda78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8582a0c6-6661-4439-8f67-b122b2907ae7), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.692859 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194557fa-2df8-4e9b-b565-5e663a5eda78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582a0c6-6661-4439-8f67-b122b2907ae7,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:48.711839 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] For port 34805e83-828b-4551-abfb-0a7cc655e3fb, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=34805e83-828b-4551-abfb-0a7cc655e3fb,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:48.712251 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.722391 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-194557fa-2df8-4e9b-b565-5e663a5eda78 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=62bf9962e6544c2c9fb8f24997fedc2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760095 Aug 31 00:21:48.728748 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39680) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:48.732135 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Calling delete_port for 34805e83-828b-4551-abfb-0a7cc655e3fb owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:21:48.832508 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] Publish callbacks [] for security_group (8582a0c6-6661-4439-8f67-b122b2907ae7), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.854895 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208'}], 'enable_snat': True}, 'gw_port_id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:21:46Z', 'revision_number': 5, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port': {'id': '34805e83-828b-4551-abfb-0a7cc655e3fb', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:48.880366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] Publish callbacks [] for security_group (8582a0c6-6661-4439-8f67-b122b2907ae7), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.906935 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Checking router: 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:21:48.919841 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:48.945248 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Routers {'07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:21:48.946281 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:21:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:48.965256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8582a0c6-6661-4439-8f67-b122b2907ae7), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.971679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:48.974506 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8582a0c6-6661-4439-8f67-b122b2907ae7 HTTP/1.1" status: 204 len: 168 time: 0.2443521 Aug 31 00:21:48.992646 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a275-0c97-4f61-b5ae-ca8c96881e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582a0c6-6661-4439-8f67-b122b2907ae7,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:49.056778 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (34805e83-828b-4551-abfb-0a7cc655e3fb), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.102272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=34805e83-828b-4551-abfb-0a7cc655e3fb,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:49.219233 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:49.252441 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] Set router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:21:49.259097 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.329639 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:21:48Z', 'revision_number': 6, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:49.361311 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc665b13-22a6-4bca-9f02-ad8decf27d9e None None] The sync data for ids ['07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a'] in dv-cinder-852210-5-iscsi is: [{'id': '07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a', 'name': 'tempest-DeleteServersTestJSON-600591170-router', 'tenant_id': 'd3406349e71d4d96bd33248ce77d5066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:21:48Z', 'revision_number': 6, 'project_id': 'd3406349e71d4d96bd33248ce77d5066', 'gw_port_host': None}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:21:49.553892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2968-c911-4250-9b70-37fcdab68c50 req-e6c2b2bd-c8e2-4795-a831-e1351c604e34 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:49.556052 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec3f2968-c911-4250-9b70-37fcdab68c50 req-e6c2b2bd-c8e2-4795-a831-e1351c604e34 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0776381 Aug 31 00:21:49.626110 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec3f2968-c911-4250-9b70-37fcdab68c50 req-241c744d-2612-4d7a-9eb4-f4071928f463 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604365 Aug 31 00:21:49.777812 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.782118 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks [] for router_controller (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.865833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.867282 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:21:49.879063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:49.884583 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39712) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:49.885117 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-05dc20c5-b9f4-4696-bc3e-0417bae08f6d admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/07fa9aeb-0d26-4ae0-bdfb-7ff9472b520a HTTP/1.1" status: 204 len: 168 time: 1.6840613 Aug 31 00:21:49.963479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Deleting subnet 0affa577-4de2-4a20-bb5c-068975e52ed0 {{(pid=112890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:21:49.967624 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Publish callbacks [] for subnet (0affa577-4de2-4a20-bb5c-068975e52ed0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.017645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9803734'] for subnet (0affa577-4de2-4a20-bb5c-068975e52ed0), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.147450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (0affa577-4de2-4a20-bb5c-068975e52ed0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.218475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9802928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9024952'] for subnet (0affa577-4de2-4a20-bb5c-068975e52ed0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.250660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0affa577-4de2-4a20-bb5c-068975e52ed0,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:50.262301 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.273338 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b218fc5b-d884-4fd0-b5ec-00e7ead1645d admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/0affa577-4de2-4a20-bb5c-068975e52ed0 HTTP/1.1" status: 204 len: 168 time: 0.3822777 Aug 31 00:21:50.273616 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783bc26-38d8-4da5-8066-64b88d17a640 None None] Network 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:21:50.274374 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39716) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:50.340332 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:50.386196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (7e5df58c-a1bf-481a-a8ee-6a521508fdd0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.443533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Deleting port ff537c10-d7f9-44fc-95b9-509dff333b5d {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:21:50.443902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.526358 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] DHCP port deletion for 7e5df58c-a1bf-481a-a8ee-6a521508fdd0 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:21:50.556534 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] For port ff537c10-d7f9-44fc-95b9-509dff333b5d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=ff537c10-d7f9-44fc-95b9-509dff333b5d,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:50.557125 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.577042 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:50.578366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Calling delete_port for ff537c10-d7f9-44fc-95b9-509dff333b5d owned by network:dhcp {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:21:50.589657 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Deleting port ff537c10-d7f9-44fc-95b9-509dff333b5d {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:21:50.592393 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.727208 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] For port ff537c10-d7f9-44fc-95b9-509dff333b5d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=ff537c10-d7f9-44fc-95b9-509dff333b5d,segment=NetworkSegment(12dd8400-0b83-449e-8f63-ef019ffaa478),segment_id=12dd8400-0b83-449e-8f63-ef019ffaa478)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:21:50.727841 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.753967 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Calling delete_port for ff537c10-d7f9-44fc-95b9-509dff333b5d owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:21:50.774885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:50.786330 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.829549 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff537c10-d7f9-44fc-95b9-509dff333b5d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:50.839400 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] No DVR routers for this DVR port ff537c10-d7f9-44fc-95b9-509dff333b5d on host dv-cinder-852210-5-iscsi {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:21:50.868818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2d59-bc50-4231-b116-5f495c86d44d req-5e12e935-87f2-4a67-a7b7-8c03ea7cdf74 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:50.870501 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee7f2d59-bc50-4231-b116-5f495c86d44d req-5e12e935-87f2-4a67-a7b7-8c03ea7cdf74 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1451256 Aug 31 00:21:50.949998 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (7e5df58c-a1bf-481a-a8ee-6a521508fdd0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.952856 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (ff537c10-d7f9-44fc-95b9-509dff333b5d), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:50.983763 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] Pushing event deleted for resources: {'Port': ['ID=ff537c10-d7f9-44fc-95b9-509dff333b5d,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:50.994168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5df58c-a1bf-481a-a8ee-6a521508fdd0']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:51.000299 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60249ef1-36c8-4183-8add-5b3fd8bf2696 None None] No DVR routers for this DVR port ff537c10-d7f9-44fc-95b9-509dff333b5d on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:21:51.013771 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee7f2d59-bc50-4231-b116-5f495c86d44d req-f1f1e2fe-bf95-499b-a030-bea5090cbef1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289086 Aug 31 00:21:51.015801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dd8400-0b83-449e-8f63-ef019ffaa478') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:51.016112 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dd8400-0b83-449e-8f63-ef019ffaa478') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:21:51.033856 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (12dd8400-0b83-449e-8f63-ef019ffaa478), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.060954 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (12dd8400-0b83-449e-8f63-ef019ffaa478), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.069889 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:21:51.070427 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (12dd8400-0b83-449e-8f63-ef019ffaa478), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.095615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:21:51.116920 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:21:51.117328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5167e00b-55d5-4c9d-bad9-3fb6a00539a0 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:21:51.117677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 34805e83-828b-4551-abfb-0a7cc655e3fb no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:21:51.137782 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 34805e83-828b-4551-abfb-0a7cc655e3fb {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:21:51.138127 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 34805e83-828b-4551-abfb-0a7cc655e3fb not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:21:51.138546 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device ff537c10-d7f9-44fc-95b9-509dff333b5d no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:21:51.152211 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 12dd8400-0b83-449e-8f63-ef019ffaa478 resource provider aggregate not found Aug 31 00:21:51.161349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: ff537c10-d7f9-44fc-95b9-509dff333b5d {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:21:51.161349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device ff537c10-d7f9-44fc-95b9-509dff333b5d not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:21:51.188569 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 12dd8400-0b83-449e-8f63-ef019ffaa478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12dd8400-0b83-449e-8f63-ef019ffaa478 found for delete ", "request_id": "req-b5fad7c4-d520-4ab2-98f5-ee0dd26a364e"}]} Aug 31 00:21:51.199285 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (7e5df58c-a1bf-481a-a8ee-6a521508fdd0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.206852 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.211763 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/7e5df58c-a1bf-481a-a8ee-6a521508fdd0 HTTP/1.1" status: 204 len: 168 time: 0.9352834 Aug 31 00:21:51.224077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5822d-dc34-40af-8a6b-d959243a49d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e5df58c-a1bf-481a-a8ee-6a521508fdd0,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:51.503825 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39734) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:51.555308 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-4852af8d-8c6b-4c58-af5f-a8d9444a729b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d3406349e71d4d96bd33248ce77d5066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486407 Aug 31 00:21:51.558800 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39736) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:51.619139 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] Publish callbacks [] for security_group (df830599-f3c2-4685-a1dc-cdf6cb798070), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.643755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] Publish callbacks [] for security_group (df830599-f3c2-4685-a1dc-cdf6cb798070), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.698306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (df830599-f3c2-4685-a1dc-cdf6cb798070), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.701589 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:51.703340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/df830599-f3c2-4685-a1dc-cdf6cb798070 HTTP/1.1" status: 204 len: 168 time: 0.1432455 Aug 31 00:21:51.718978 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a5183-7819-4223-ab9a-a395a3f7638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df830599-f3c2-4685-a1dc-cdf6cb798070,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:52.228964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fc-1964-433f-8ed0-a799963bf687 req-d71528a3-df32-4448-8e54-64b59ccbc49d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:52.231005 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-794961fc-1964-433f-8ed0-a799963bf687 req-d71528a3-df32-4448-8e54-64b59ccbc49d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0729461 Aug 31 00:21:52.283821 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:52.316235 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-794961fc-1964-433f-8ed0-a799963bf687 req-fed9ace2-4f01-4e11-8a8d-1067c57bbb24 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760942 Aug 31 00:21:53.590956 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39796) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:53.599442 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c42c-86e5-47ed-8458-211f0022f740 req-d0285a6a-e5ab-475d-8819-632bce3aae97 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:53.602476 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f523c42c-86e5-47ed-8458-211f0022f740 req-d0285a6a-e5ab-475d-8819-632bce3aae97 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1081340 Aug 31 00:21:53.681479 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f523c42c-86e5-47ed-8458-211f0022f740 req-510fbf7c-346b-487f-a3c9-61ffcc951200 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Aug 31 00:21:53.746309 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-285e99f7-5703-46b2-ba8b-4ca419579663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:53.847110 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-285e99f7-5703-46b2-ba8b-4ca419579663 admin admin] Publish callbacks [] for security_group (fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:53.853237 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-285e99f7-5703-46b2-ba8b-4ca419579663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:53.901377 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-285e99f7-5703-46b2-ba8b-4ca419579663 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c77a949233bf460cbad47d11e374e718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088374 Aug 31 00:21:53.902474 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e99f7-5703-46b2-ba8b-4ca419579663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:53.904620 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39800) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:53.980147 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] Publish callbacks [] for security_group (fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.006686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] Publish callbacks [] for security_group (fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.074473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.077951 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.079273 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4 HTTP/1.1" status: 204 len: 168 time: 0.1734509 Aug 31 00:21:54.092876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312e50b-d689-4364-a54d-8908a1b78b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf45ef5-0f05-4f5e-aeba-2e06f9f696f4,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:54.470246 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 39810) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:54.478633 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:54.487502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e9b741ee-025d-4025-b5d7-adcac37b8c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.601267 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e9b741ee-025d-4025-b5d7-adcac37b8c26 admin admin] Publish callbacks [] for security_group (6e0d185d-736d-4815-a813-f8c312283402), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.607220 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e9b741ee-025d-4025-b5d7-adcac37b8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6e0d185d-736d-4815-a813-f8c312283402), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.670103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b741ee-025d-4025-b5d7-adcac37b8c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d185d-736d-4815-a813-f8c312283402,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:54.681006 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e9b741ee-025d-4025-b5d7-adcac37b8c26 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=04818fa374fb460090132bca37216717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093084 Aug 31 00:21:54.683864 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 39818) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:21:54.794023 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] Publish callbacks [] for security_group (6e0d185d-736d-4815-a813-f8c312283402), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.839692 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] Publish callbacks [] for security_group (6e0d185d-736d-4815-a813-f8c312283402), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.860343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6735fe-0999-4608-aecc-3c0eee0aa58b req-924ed488-8c4b-4b95-a6a0-8a759883045f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:54.868842 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d6735fe-0999-4608-aecc-3c0eee0aa58b req-924ed488-8c4b-4b95-a6a0-8a759883045f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0821414 Aug 31 00:21:54.948389 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6e0d185d-736d-4815-a813-f8c312283402), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.958903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:21:54.970312 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6e0d185d-736d-4815-a813-f8c312283402 HTTP/1.1" status: 204 len: 168 time: 0.2826190 Aug 31 00:21:54.980414 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:55.017524 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d6735fe-0999-4608-aecc-3c0eee0aa58b req-43c48f57-81f5-469d-b81f-d121c7f84efd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387823 Aug 31 00:21:55.023175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31316e40-e91a-43c3-b846-a88bf883ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d185d-736d-4815-a813-f8c312283402,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:21:55.561697 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:21:56.206418 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59197a07-2abb-457d-9acc-b8d4fdbfb142 req-c19e5c0c-cbe3-4d5c-bf80-d9dcbed599ce tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:56.208591 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59197a07-2abb-457d-9acc-b8d4fdbfb142 req-c19e5c0c-cbe3-4d5c-bf80-d9dcbed599ce tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Aug 31 00:21:56.287389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59197a07-2abb-457d-9acc-b8d4fdbfb142 req-2bd1a775-e5d3-477e-8847-c63d9f601501 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724955 Aug 31 00:21:57.437528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf60674-98b1-4eed-a66f-9b66db0085b5 req-738dc557-b53b-4897-9658-f93e9393e7cd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:57.439142 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0bf60674-98b1-4eed-a66f-9b66db0085b5 req-738dc557-b53b-4897-9658-f93e9393e7cd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0602126 Aug 31 00:21:57.517970 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0bf60674-98b1-4eed-a66f-9b66db0085b5 req-8b768bb0-f3bf-4968-b3ab-f0d4e9948289 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681238 Aug 31 00:21:58.676493 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a391d46-45a2-4e84-a363-e64babed4d2a req-15581935-8b1c-4c21-b4a4-7cdf11fd5dcf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:58.679557 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a391d46-45a2-4e84-a363-e64babed4d2a req-15581935-8b1c-4c21-b4a4-7cdf11fd5dcf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0615833 Aug 31 00:21:58.759754 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a391d46-45a2-4e84-a363-e64babed4d2a req-4e5a5858-8ef7-44b0-9982-6257e8a71674 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726631 Aug 31 00:21:59.901764 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebe43a-b051-4f7f-b5d0-71f76a00b453 req-973472c3-325a-449f-ab88-d31860d92373 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:21:59.903400 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ffebe43a-b051-4f7f-b5d0-71f76a00b453 req-973472c3-325a-449f-ab88-d31860d92373 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0555084 Aug 31 00:21:59.960869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:21:59.978960 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ffebe43a-b051-4f7f-b5d0-71f76a00b453 req-547f7326-2b70-44d7-8967-a4a1f71c0036 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Aug 31 00:22:01.154914 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01785542-2ae2-4753-ba76-f556f13e38c2 req-75fee960-89fe-4625-bd4d-788179568f78 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:01.156867 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-01785542-2ae2-4753-ba76-f556f13e38c2 req-75fee960-89fe-4625-bd4d-788179568f78 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0617714 Aug 31 00:22:01.252299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-01785542-2ae2-4753-ba76-f556f13e38c2 req-c64f3e8c-3d7e-469e-91f4-05d8ecce8d8e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843542 Aug 31 00:22:02.436007 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7def7-7cd5-4bb2-929f-2430322dfd9e req-9235c86e-7dc1-4526-b72d-5328dc218d3e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:02.436007 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1bc7def7-7cd5-4bb2-929f-2430322dfd9e req-9235c86e-7dc1-4526-b72d-5328dc218d3e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0673277 Aug 31 00:22:02.436007 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40006) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:02.502840 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1bc7def7-7cd5-4bb2-929f-2430322dfd9e req-12cbd353-5e28-4f10-8417-8ad15e89f43e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595224 Aug 31 00:22:02.592529 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b40443f6-6c3e-4b47-9cbd-cd3be2dc7cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.673570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:02.702777 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b40443f6-6c3e-4b47-9cbd-cd3be2dc7cd3 admin admin] Publish callbacks [] for security_group (12b877cd-f87f-4e79-932e-c1d3c7c8006c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.707584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b40443f6-6c3e-4b47-9cbd-cd3be2dc7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (12b877cd-f87f-4e79-932e-c1d3c7c8006c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.752000 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b40443f6-6c3e-4b47-9cbd-cd3be2dc7cd3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=87fb5fe2d3e84551aeb13c1999d9c7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148203 Aug 31 00:22:02.753135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40443f6-6c3e-4b47-9cbd-cd3be2dc7cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b877cd-f87f-4e79-932e-c1d3c7c8006c,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:02.756527 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40012) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:02.836627 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] Publish callbacks [] for security_group (12b877cd-f87f-4e79-932e-c1d3c7c8006c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.869792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] Publish callbacks [] for security_group (12b877cd-f87f-4e79-932e-c1d3c7c8006c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.929592 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (12b877cd-f87f-4e79-932e-c1d3c7c8006c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.932503 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:02.933902 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/12b877cd-f87f-4e79-932e-c1d3c7c8006c HTTP/1.1" status: 204 len: 168 time: 0.1759005 Aug 31 00:22:02.944705 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e726f7d-5da7-4ad3-a05d-05d9e1e35386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b877cd-f87f-4e79-932e-c1d3c7c8006c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:03.006337 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:03.691339 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c2aa-e98b-4903-b8d2-fe84a312bd34 req-2eca952c-7d14-44fb-8ff4-0ea80c5b8754 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:03.693668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f735c2aa-e98b-4903-b8d2-fe84a312bd34 req-2eca952c-7d14-44fb-8ff4-0ea80c5b8754 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0707376 Aug 31 00:22:03.789706 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f735c2aa-e98b-4903-b8d2-fe84a312bd34 req-58433fb6-10c8-4322-85c6-ce83f55dc2b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866504 Aug 31 00:22:04.112175 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=51,neutron:DELETE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:04.542495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-78b389e6-6bb9-48e4-9689-4a4e619e6506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:04.977402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05666b-b34e-4b71-8d5d-d5c8c9437320 req-6b5c094e-cc70-43ac-ac76-4083061aecbe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:04.979877 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ea05666b-b34e-4b71-8d5d-d5c8c9437320 req-6b5c094e-cc70-43ac-ac76-4083061aecbe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0728476 Aug 31 00:22:05.092242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ea05666b-b34e-4b71-8d5d-d5c8c9437320 req-ed476b3c-38bc-4d5f-90f7-f4445d8f3985 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Aug 31 00:22:05.560879 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=33 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:06.257208 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c995c36-392c-4a88-87f6-13615a6f3217 req-02b32350-843f-43ab-ae9f-ead98a9be4c7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:06.258768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0c995c36-392c-4a88-87f6-13615a6f3217 req-02b32350-843f-43ab-ae9f-ead98a9be4c7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0577440 Aug 31 00:22:06.548491 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0c995c36-392c-4a88-87f6-13615a6f3217 req-f0bb6c0c-c0bd-460c-b43b-7033980b289a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831674 Aug 31 00:22:07.005789 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9941dc0c-6d08-4209-85a9-67d3ca86de5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:07.708453 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf2c2f-3fb4-4001-bf8a-d998a0a05a41 req-714f14ee-9023-44ed-9ba4-e932047587a0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:07.710155 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eecf2c2f-3fb4-4001-bf8a-d998a0a05a41 req-714f14ee-9023-44ed-9ba4-e932047587a0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0624366 Aug 31 00:22:07.768238 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eecf2c2f-3fb4-4001-bf8a-d998a0a05a41 req-1093ca9f-10c9-4309-8bd8-b8ba31cf1671 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518486 Aug 31 00:22:08.162611 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:08.949531 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a171e2-de04-4d89-98ce-c5da4653d582 req-94e177df-e484-43b2-ba0e-f85df423f052 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:08.951231 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-99a171e2-de04-4d89-98ce-c5da4653d582 req-94e177df-e484-43b2-ba0e-f85df423f052 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0804579 Aug 31 00:22:09.033316 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-99a171e2-de04-4d89-98ce-c5da4653d582 req-de4b7920-6dd6-4692-8cee-7e5316b7573d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711062 Aug 31 00:22:09.671884 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:09.882564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:10.174863 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e128cbf-a0a6-4b2e-a36f-98036f1b18c2 req-855e8c87-9969-4cae-b8aa-3f4ee6356f68 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:10.177345 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7e128cbf-a0a6-4b2e-a36f-98036f1b18c2 req-855e8c87-9969-4cae-b8aa-3f4ee6356f68 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0535307 Aug 31 00:22:10.222069 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:10.242684 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7e128cbf-a0a6-4b2e-a36f-98036f1b18c2 req-e9274409-ce1c-4706-9557-fa39f881e36a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590310 Aug 31 00:22:10.971961 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:11.409183 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a15e3-6310-41e6-87c2-19c4bd7c3b0c req-a60382e7-f776-4094-bd79-6deab0983f09 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:11.411916 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-584a15e3-6310-41e6-87c2-19c4bd7c3b0c req-a60382e7-f776-4094-bd79-6deab0983f09 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0613482 Aug 31 00:22:11.476820 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-584a15e3-6310-41e6-87c2-19c4bd7c3b0c req-5e857884-3372-4a74-a40b-c8fb2f1914a8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Aug 31 00:22:12.171302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-990774d5-cf4d-4b4f-928e-1a0bd0bdaf36 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414369 Aug 31 00:22:12.328034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-19fa70e7-10ae-44f5-835d-726b703dee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:12.330488 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-19fa70e7-10ae-44f5-835d-726b703dee2f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1129 time: 0.0624201 Aug 31 00:22:12.640494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623567e-3462-439c-b4b9-4dd31d78820c req-9dc59dd6-2211-47ae-93ee-2b932de072c1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:12.642167 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5623567e-3462-439c-b4b9-4dd31d78820c req-9dc59dd6-2211-47ae-93ee-2b932de072c1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0717678 Aug 31 00:22:12.699937 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5623567e-3462-439c-b4b9-4dd31d78820c req-fb28d76a-9527-4094-a189-7e85efeb0c80 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513158 Aug 31 00:22:12.937207 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:12.938615 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:13.588288 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-975ccfd7-78e7-4333-9603-d51964fc8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:13.589963 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-975ccfd7-78e7-4333-9603-d51964fc8171 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.1372716 Aug 31 00:22:13.677379 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-447ce953-3e29-480c-84d3-74504572eb45 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 1001 time: 0.0798433 Aug 31 00:22:13.785623 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:13.817994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4965-b234-477f-b8f4-feb63dfc71a9 req-c6380f9d-d52a-4b1c-bc37-2c492a356e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:13.819567 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b1cc4965-b234-477f-b8f4-feb63dfc71a9 req-c6380f9d-d52a-4b1c-bc37-2c492a356e60 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1129 time: 0.1191559 Aug 31 00:22:13.873102 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-9603bed0-4c34-482e-a993-4c06c87e9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:13.874752 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-9603bed0-4c34-482e-a993-4c06c87e9191 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.1756678 Aug 31 00:22:13.918236 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80cf5-95de-480f-a7a8-3c2c3ba3c597 req-52b297f4-1a33-4b3d-992d-1a26d982f4ad tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:13.919926 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f4c80cf5-95de-480f-a7a8-3c2c3ba3c597 req-52b297f4-1a33-4b3d-992d-1a26d982f4ad tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1041160 Aug 31 00:22:13.978993 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b1cc4965-b234-477f-b8f4-feb63dfc71a9 req-0db0b655-2924-4f46-9e21-02079fe6abdf service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422515 Aug 31 00:22:13.985560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-07b91824-b0a2-458b-9ea8-6b27f843d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:13.987168 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-07b91824-b0a2-458b-9ea8-6b27f843d668 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979872 Aug 31 00:22:14.026565 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f4c80cf5-95de-480f-a7a8-3c2c3ba3c597 req-15e4209e-4db1-4760-8421-724284eb92ba tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829651 Aug 31 00:22:14.451157 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-8d67b114-7b20-4646-a901-e63f3cbd6385 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074572 Aug 31 00:22:14.952021 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ade3810-55c8-450a-bdb3-77fa7fdabbbc req-62b1d4ec-c49c-49f8-b0a9-b018b65a11d4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184053 Aug 31 00:22:15.218881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e7c77-b43a-4737-abf4-7e88a4522c17 req-e2ea1509-ae05-482e-b219-afe7b3ed0038 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:15.220481 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0e6e7c77-b43a-4737-abf4-7e88a4522c17 req-e2ea1509-ae05-482e-b219-afe7b3ed0038 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0880246 Aug 31 00:22:15.308396 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0e6e7c77-b43a-4737-abf4-7e88a4522c17 req-76e045a7-fbc5-4f88-b514-f623bd2f400d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756464 Aug 31 00:22:16.486232 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:16.512204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04be66-1816-4c86-9690-6efa38a7d0f3 req-f61fa2ea-a3d2-43bd-89b2-4cca0210a649 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:16.514442 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-af04be66-1816-4c86-9690-6efa38a7d0f3 req-f61fa2ea-a3d2-43bd-89b2-4cca0210a649 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0806842 Aug 31 00:22:16.586829 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-af04be66-1816-4c86-9690-6efa38a7d0f3 req-41e853e9-a1f2-4055-a9fc-14306236e8c1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Aug 31 00:22:16.781577 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3aa7c-7953-4962-9d29-ad3b0ffae80c req-0b6df0a6-aa11-42e2-a8b8-5eaa509ebdb2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:16.784178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19c3aa7c-7953-4962-9d29-ad3b0ffae80c req-0b6df0a6-aa11-42e2-a8b8-5eaa509ebdb2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0716820 Aug 31 00:22:16.889181 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-19c3aa7c-7953-4962-9d29-ad3b0ffae80c req-3ab2674a-ed5a-4313-82a7-117b1aa6e507 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965843 Aug 31 00:22:17.116722 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40250) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:17.339583 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.479026 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Publish callbacks [] for security_group (eba09dc7-f278-4bfd-a76d-cc2ab67464fc), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.489617 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (eba09dc7-f278-4bfd-a76d-cc2ab67464fc), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.559918 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=97347bd6344d4d0e92dfeb62fb584dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385920 Aug 31 00:22:17.560410 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40260) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:17.580807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba09dc7-f278-4bfd-a76d-cc2ab67464fc,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:17.595028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.595633 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.596250 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.596858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.597988 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.598641 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.599180 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.599771 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.600420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.601021 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.601612 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.602213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.602808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.603402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.604830 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899f9200-1530-4940-804c-4ae1c5622296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.620222 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Publish callbacks [] for security_group (eba09dc7-f278-4bfd-a76d-cc2ab67464fc), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.652838 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Publish callbacks [] for security_group (eba09dc7-f278-4bfd-a76d-cc2ab67464fc), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.730727 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (eba09dc7-f278-4bfd-a76d-cc2ab67464fc), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.735725 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:17.737861 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/eba09dc7-f278-4bfd-a76d-cc2ab67464fc HTTP/1.1" status: 204 len: 168 time: 0.1759260 Aug 31 00:22:17.752494 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba09dc7-f278-4bfd-a76d-cc2ab67464fc,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:17.766409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.767002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.767855 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.768085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.768345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.768896 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.769914 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.770264 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.770632 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.771039 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.771397 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.771847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.772307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.772646 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:17.773068 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd37ce8-bd8c-4154-9080-b6e7af55f2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:18.146543 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40270) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:18.161651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dd59764c-ba6b-468e-870c-bddd0a77555e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.176833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:18.304127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dd59764c-ba6b-468e-870c-bddd0a77555e admin admin] Publish callbacks [] for security_group (e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.310933 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dd59764c-ba6b-468e-870c-bddd0a77555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.366008 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-dd59764c-ba6b-468e-870c-bddd0a77555e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=62b8b18f9ccc495c9d56ba98dfb8d850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174935 Aug 31 00:22:18.367988 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40274) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:18.375453 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59764c-ba6b-468e-870c-bddd0a77555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:18.443480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] Publish callbacks [] for security_group (e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.490889 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] Publish callbacks [] for security_group (e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.594580 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.599089 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:18.600899 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee HTTP/1.1" status: 204 len: 168 time: 0.2316854 Aug 31 00:22:18.616651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add2dc8-1a92-48d8-93e5-3861f4bbaa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e995f58b-df9e-4cd3-a3e1-4c4c6c4d7cee,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:19.097840 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ef1b-01a4-4d88-8342-f3256d1b1289 req-81fcf850-d241-49dd-b9d1-792c86ec91de tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:19.111255 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1895ef1b-01a4-4d88-8342-f3256d1b1289 req-81fcf850-d241-49dd-b9d1-792c86ec91de tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1306803 Aug 31 00:22:19.137656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-1bc1b08f-101a-43da-9852-0606894e8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:19.140230 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-1bc1b08f-101a-43da-9852-0606894e8f83 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1129 time: 0.1120150 Aug 31 00:22:19.177168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:19.308886 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1895ef1b-01a4-4d88-8342-f3256d1b1289 req-76eded74-bef6-4dc1-a0fa-03f9b1acb984 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954372 Aug 31 00:22:19.369048 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-e04db986-6e7f-4318-8721-aab6bdcd3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:19.371661 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-e04db986-6e7f-4318-8721-aab6bdcd3516 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.2162285 Aug 31 00:22:19.427782 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-bd66554a-dc5c-4193-9255-f67946c5352a service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 217 time: 0.0460284 Aug 31 00:22:19.521647 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-a3dbf518-f2d7-477e-a257-1b9f3678b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:19.523502 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-a3dbf518-f2d7-477e-a257-1b9f3678b59b service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0894992 Aug 31 00:22:19.606517 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-3c3ff6e3-120c-4b7f-b944-ae720b3cf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:19.608103 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-3c3ff6e3-120c-4b7f-b944-ae720b3cf0d7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771894 Aug 31 00:22:19.750271 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-217e80fd-4546-4d7b-903a-1d8e35840399 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287272 Aug 31 00:22:19.880245 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46ccfe27-30b6-426b-a363-5187d55b74a1 req-0fa9872b-c6a8-4887-921a-3de151e0f8f4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095741 Aug 31 00:22:20.512799 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21076d8c-2d6f-4087-8dc9-77b9e5cc6963 req-10dfa60a-afd7-4e28-a046-5d49da48b06d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:20.514452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-21076d8c-2d6f-4087-8dc9-77b9e5cc6963 req-10dfa60a-afd7-4e28-a046-5d49da48b06d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0842066 Aug 31 00:22:20.566375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:20.575941 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-21076d8c-2d6f-4087-8dc9-77b9e5cc6963 req-fd9f9b0e-f4fd-4283-8781-89126ae6bcb0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Aug 31 00:22:21.786858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9346321-4345-457a-ad11-2d6efb6f4542 req-c79c5136-cc80-4ccc-a5f7-f95f37ffcde6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:21.789627 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f9346321-4345-457a-ad11-2d6efb6f4542 req-c79c5136-cc80-4ccc-a5f7-f95f37ffcde6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0871251 Aug 31 00:22:21.872780 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f9346321-4345-457a-ad11-2d6efb6f4542 req-81300b13-248a-49c1-a6a4-9db43d029338 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Aug 31 00:22:22.799105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40454) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:22.947928 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0abf46cd-eb10-466e-bf6c-05a7c5fc6399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.078767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55184-6bc9-489b-b004-182fda20ada2 req-fbb5f304-1266-4d3e-b82c-010c6420e841 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:23.080748 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4f55184-6bc9-489b-b004-182fda20ada2 req-fbb5f304-1266-4d3e-b82c-010c6420e841 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0796092 Aug 31 00:22:23.135111 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0abf46cd-eb10-466e-bf6c-05a7c5fc6399 admin admin] Publish callbacks [] for security_group (327ffc46-0f2a-414b-aaee-d2a0949211f8), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.146561 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0abf46cd-eb10-466e-bf6c-05a7c5fc6399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (327ffc46-0f2a-414b-aaee-d2a0949211f8), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.196469 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a4f55184-6bc9-489b-b004-182fda20ada2 req-c2e24e1f-cdfe-4c5a-8750-81ce113f9468 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032362 Aug 31 00:22:23.210473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf46cd-eb10-466e-bf6c-05a7c5fc6399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327ffc46-0f2a-414b-aaee-d2a0949211f8,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:23.217196 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0abf46cd-eb10-466e-bf6c-05a7c5fc6399 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c8daff5f6b7045e6b8050eb3cc0c9537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159935 Aug 31 00:22:23.221187 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40462) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:23.308824 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] Publish callbacks [] for security_group (327ffc46-0f2a-414b-aaee-d2a0949211f8), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.335697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] Publish callbacks [] for security_group (327ffc46-0f2a-414b-aaee-d2a0949211f8), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.392867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (327ffc46-0f2a-414b-aaee-d2a0949211f8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.396267 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.397491 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/327ffc46-0f2a-414b-aaee-d2a0949211f8 HTTP/1.1" status: 204 len: 168 time: 0.1742752 Aug 31 00:22:23.406571 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523ebc6-c34e-48f6-ab3e-fdf2827fde38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ffc46-0f2a-414b-aaee-d2a0949211f8,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:23.422151 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:23.824132 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40472) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:23.848752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3a97b007-5d0f-4b42-b3e1-a7b98d16eb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.910333 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:23.964060 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3a97b007-5d0f-4b42-b3e1-a7b98d16eb57 admin admin] Publish callbacks [] for security_group (bca470a0-6ed2-4dcf-9b09-c6aa6164c858), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:23.968923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3a97b007-5d0f-4b42-b3e1-a7b98d16eb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (bca470a0-6ed2-4dcf-9b09-c6aa6164c858), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:24.015027 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3a97b007-5d0f-4b42-b3e1-a7b98d16eb57 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4f10b4dc4c78409cac2af0e5cdb25844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893675 Aug 31 00:22:24.016105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97b007-5d0f-4b42-b3e1-a7b98d16eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca470a0-6ed2-4dcf-9b09-c6aa6164c858,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:24.017999 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40476) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:24.085043 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] Publish callbacks [] for security_group (bca470a0-6ed2-4dcf-9b09-c6aa6164c858), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:24.109161 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] Publish callbacks [] for security_group (bca470a0-6ed2-4dcf-9b09-c6aa6164c858), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:24.173638 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (bca470a0-6ed2-4dcf-9b09-c6aa6164c858), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:24.178925 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:24.181088 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bca470a0-6ed2-4dcf-9b09-c6aa6164c858 HTTP/1.1" status: 204 len: 168 time: 0.1592131 Aug 31 00:22:24.197252 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25c91-a6d3-4e9a-a716-1a26eca29162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca470a0-6ed2-4dcf-9b09-c6aa6164c858,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:24.407010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad041abd-db8b-453a-af68-cf5d4319af1a req-05d2a46e-dc90-43a1-a962-db0e07a70c47 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:24.409511 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad041abd-db8b-453a-af68-cf5d4319af1a req-05d2a46e-dc90-43a1-a962-db0e07a70c47 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0738800 Aug 31 00:22:24.490540 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad041abd-db8b-453a-af68-cf5d4319af1a req-ea42f1b3-326d-4350-8b80-9e071ce3f3cd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747375 Aug 31 00:22:25.673928 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bebde-4277-49c7-9849-4c970e351293 req-c716e5a5-4b4d-4960-900b-20958e2688fc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:25.675535 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f28bebde-4277-49c7-9849-4c970e351293 req-c716e5a5-4b4d-4960-900b-20958e2688fc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0608110 Aug 31 00:22:25.736716 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f28bebde-4277-49c7-9849-4c970e351293 req-7d5c96a2-1b40-4f2f-a4ad-920b9cfaf6cd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Aug 31 00:22:26.937599 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e444d-32b5-42f2-8854-00555f2e4e38 req-6494fef0-abe2-4e6a-86c9-d52c5ec2f9ec tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:26.945102 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e81e444d-32b5-42f2-8854-00555f2e4e38 req-6494fef0-abe2-4e6a-86c9-d52c5ec2f9ec tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0835400 Aug 31 00:22:27.053002 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e81e444d-32b5-42f2-8854-00555f2e4e38 req-10b7cbb2-337e-4bb4-a307-106f42966988 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Aug 31 00:22:27.736857 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40598) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:27.859363 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59c59851-a18a-4949-8b43-23b78621c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:27.902422 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:27.969729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59c59851-a18a-4949-8b43-23b78621c1bd admin admin] Publish callbacks [] for security_group (87fa00d3-f41e-4645-9723-660f2a8730d4), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:27.975734 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-59c59851-a18a-4949-8b43-23b78621c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (87fa00d3-f41e-4645-9723-660f2a8730d4), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.021222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c59851-a18a-4949-8b43-23b78621c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa00d3-f41e-4645-9723-660f2a8730d4,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:28.031237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-59c59851-a18a-4949-8b43-23b78621c1bd admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5fba9bc7f7df41fe9a8d13201915e2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924771 Aug 31 00:22:28.035852 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40606) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:28.131241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] Publish callbacks [] for security_group (87fa00d3-f41e-4645-9723-660f2a8730d4), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.185579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] Publish callbacks [] for security_group (87fa00d3-f41e-4645-9723-660f2a8730d4), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.276271 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0eb53-0cd6-423f-a54c-d5ea4c5008d8 req-71256ad9-9022-445e-8714-38d613ac0d65 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:28.277727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d1d0eb53-0cd6-423f-a54c-d5ea4c5008d8 req-71256ad9-9022-445e-8714-38d613ac0d65 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1151879 Aug 31 00:22:28.320615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (87fa00d3-f41e-4645-9723-660f2a8730d4), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.323356 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.324783 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/87fa00d3-f41e-4645-9723-660f2a8730d4 HTTP/1.1" status: 204 len: 168 time: 0.2877324 Aug 31 00:22:28.342843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572509b0-e879-4726-bc79-fbdf16eb441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa00d3-f41e-4645-9723-660f2a8730d4,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:28.393231 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d1d0eb53-0cd6-423f-a54c-d5ea4c5008d8 req-b4dd0ecb-b96e-4a23-9d09-132b9740d179 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006415 Aug 31 00:22:28.441979 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:28.447956 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:28.752416 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40624) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:28.775823 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b03c-e077-48d6-80ca-c6a3a311fb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.833356 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:28.911661 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b03c-e077-48d6-80ca-c6a3a311fb66 admin admin] Publish callbacks [] for security_group (71a1c85d-af6b-4f4e-a16b-b19c0faddafa), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.916946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b03c-e077-48d6-80ca-c6a3a311fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (71a1c85d-af6b-4f4e-a16b-b19c0faddafa), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:28.966371 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a9b8b03c-e077-48d6-80ca-c6a3a311fb66 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=3fe12740c4454a3380671f502b495bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116745 Aug 31 00:22:28.968213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8b03c-e077-48d6-80ca-c6a3a311fb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a1c85d-af6b-4f4e-a16b-b19c0faddafa,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:28.970477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40626) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:29.037202 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] Publish callbacks [] for security_group (71a1c85d-af6b-4f4e-a16b-b19c0faddafa), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:29.061410 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] Publish callbacks [] for security_group (71a1c85d-af6b-4f4e-a16b-b19c0faddafa), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:29.124610 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (71a1c85d-af6b-4f4e-a16b-b19c0faddafa), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:29.128800 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:29.130377 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/71a1c85d-af6b-4f4e-a16b-b19c0faddafa HTTP/1.1" status: 204 len: 168 time: 0.1569605 Aug 31 00:22:29.141197 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331bb3f-0d7c-465a-838c-2bbe2b006923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a1c85d-af6b-4f4e-a16b-b19c0faddafa,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:29.602252 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684056f-72af-48aa-9172-52ca9ff28e51 req-6ce3b306-f917-498b-b4b9-328de34bbed4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:29.605040 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7684056f-72af-48aa-9172-52ca9ff28e51 req-6ce3b306-f917-498b-b4b9-328de34bbed4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0835953 Aug 31 00:22:29.688144 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7684056f-72af-48aa-9172-52ca9ff28e51 req-a7f37dd9-f5dc-44c5-86d7-b5bc39d6c08d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758777 Aug 31 00:22:30.907366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771648-fd2b-4a90-bee2-96e054cbda52 req-46507cb9-19b4-46f0-bbd6-4840faa21af6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:30.908998 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f771648-fd2b-4a90-bee2-96e054cbda52 req-46507cb9-19b4-46f0-bbd6-4840faa21af6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0970418 Aug 31 00:22:31.004974 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f771648-fd2b-4a90-bee2-96e054cbda52 req-aeda978f-69e0-4f5d-b4c8-4a8279bd6552 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892971 Aug 31 00:22:32.167295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626363b-8ea0-46b1-9e3a-22901dd5d5c7 req-f83e11c6-a55d-4091-91c7-a0bbf2ceb6a8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:32.169024 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5626363b-8ea0-46b1-9e3a-22901dd5d5c7 req-f83e11c6-a55d-4091-91c7-a0bbf2ceb6a8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0611033 Aug 31 00:22:32.209971 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:32.230331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5626363b-8ea0-46b1-9e3a-22901dd5d5c7 req-a0c80055-25e7-4898-acc0-5d2189e5c346 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542011 Aug 31 00:22:32.563195 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:22:33.368664 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f45ef8-6301-4c13-acb7-b342f7f7e40e req-79980b83-62b3-451d-bf44-e4997deb6bfb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:33.370232 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-08f45ef8-6301-4c13-acb7-b342f7f7e40e req-79980b83-62b3-451d-bf44-e4997deb6bfb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0547309 Aug 31 00:22:33.437484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-08f45ef8-6301-4c13-acb7-b342f7f7e40e req-09b0863d-9a2b-465e-a7cf-1f14ba4621f0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548122 Aug 31 00:22:34.531241 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:34.553312 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-28cc6608-4bf8-40c7-9f8c-c019b60d6155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:34.638327 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56bdbd-45bd-4228-8f1c-df94babad29c req-ecc6deac-d4b8-4c10-ab5d-60864aa7984d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:34.641085 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b56bdbd-45bd-4228-8f1c-df94babad29c req-ecc6deac-d4b8-4c10-ab5d-60864aa7984d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1121795 Aug 31 00:22:34.790953 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b56bdbd-45bd-4228-8f1c-df94babad29c req-8279b522-3adc-4e12-9adf-7ceca09fa6e2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406457 Aug 31 00:22:34.804425 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80e618-ba62-44f3-aebb-4bf5564f65b5 req-eec4d533-473a-46ba-93a4-c23db61f7333 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:34.806139 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6e80e618-ba62-44f3-aebb-4bf5564f65b5 req-eec4d533-473a-46ba-93a4-c23db61f7333 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1111872 Aug 31 00:22:34.892616 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6e80e618-ba62-44f3-aebb-4bf5564f65b5 req-bbf08439-9477-4797-8e05-c59ed8df5d2a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742648 Aug 31 00:22:35.522873 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40786) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:35.557478 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d195c2-7f63-43a4-acd7-fb7d1726de65 req-04442d17-5029-4b83-bf4f-5932ca19fb61 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:35.569938 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-32d195c2-7f63-43a4-acd7-fb7d1726de65 req-04442d17-5029-4b83-bf4f-5932ca19fb61 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1252360 Aug 31 00:22:35.680763 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-32d195c2-7f63-43a4-acd7-fb7d1726de65 req-76c8fde2-f05f-46de-9861-6a58420169d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080165 Aug 31 00:22:35.743830 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f68f3fd9-48ab-481d-921c-f82fed8f40e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:35.854609 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f68f3fd9-48ab-481d-921c-f82fed8f40e3 admin admin] Publish callbacks [] for security_group (f386d3f4-a225-4391-a269-b5fa4030a506), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:35.861184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f68f3fd9-48ab-481d-921c-f82fed8f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f386d3f4-a225-4391-a269-b5fa4030a506), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:35.952036 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f68f3fd9-48ab-481d-921c-f82fed8f40e3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=361756cc4abe42c3994f6a92bcc0508d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260557 Aug 31 00:22:35.953008 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3fd9-48ab-481d-921c-f82fed8f40e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f386d3f4-a225-4391-a269-b5fa4030a506,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:35.957214 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40796) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:35.974102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:35.989562 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:36.051223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] Publish callbacks [] for security_group (f386d3f4-a225-4391-a269-b5fa4030a506), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.090472 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] Publish callbacks [] for security_group (f386d3f4-a225-4391-a269-b5fa4030a506), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.100457 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051536c7-7e8c-4476-b642-341efae5aa01 req-1e2608bb-3c2c-4182-bb46-c6e902592c26 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:36.102318 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-051536c7-7e8c-4476-b642-341efae5aa01 req-1e2608bb-3c2c-4182-bb46-c6e902592c26 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1596599 Aug 31 00:22:36.139336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d188f37-8900-47cf-b82d-2b0d1ce94034 req-0daacbb4-34f9-4b14-9a34-229cea928fa7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:36.140468 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d188f37-8900-47cf-b82d-2b0d1ce94034 req-0daacbb4-34f9-4b14-9a34-229cea928fa7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1036453 Aug 31 00:22:36.214318 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f386d3f4-a225-4391-a269-b5fa4030a506), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.219021 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.222665 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f386d3f4-a225-4391-a269-b5fa4030a506 HTTP/1.1" status: 204 len: 168 time: 0.2627785 Aug 31 00:22:36.230712 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-051536c7-7e8c-4476-b642-341efae5aa01 req-adb428ec-ab33-48f9-aee4-70e7fae3f765 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162078 Aug 31 00:22:36.247219 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9ccf-109f-497b-989d-60839e4715d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f386d3f4-a225-4391-a269-b5fa4030a506,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:36.250905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d188f37-8900-47cf-b82d-2b0d1ce94034 req-3c68b66f-d136-41ba-9168-151ba57db35d tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984848 Aug 31 00:22:36.711662 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40812) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:36.731706 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b284154c-14bf-4f2d-81f2-05bed856f13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.857595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae9e46-3221-4790-b78b-c723fa70bddf req-2b948093-fa50-4393-a2eb-6bbce3d2e33e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:36.859185 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-61ae9e46-3221-4790-b78b-c723fa70bddf req-2b948093-fa50-4393-a2eb-6bbce3d2e33e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0618825 Aug 31 00:22:36.872642 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b284154c-14bf-4f2d-81f2-05bed856f13b admin admin] Publish callbacks [] for security_group (41081848-bc1e-4c19-89c3-47a5d4cb9d9b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.878631 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b284154c-14bf-4f2d-81f2-05bed856f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (41081848-bc1e-4c19-89c3-47a5d4cb9d9b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:36.933544 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284154c-14bf-4f2d-81f2-05bed856f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41081848-bc1e-4c19-89c3-47a5d4cb9d9b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:36.939880 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b284154c-14bf-4f2d-81f2-05bed856f13b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4ba8c9b487474f6db34d5097c656b05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269075 Aug 31 00:22:36.946259 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40820) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:36.948203 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-61ae9e46-3221-4790-b78b-c723fa70bddf req-ca6cb2b1-3ee0-499d-b386-dfda094ac1fd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807109 Aug 31 00:22:37.021288 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b1758889-d2a0-4033-83e7-0882be16ff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:37.053366 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] Publish callbacks [] for security_group (41081848-bc1e-4c19-89c3-47a5d4cb9d9b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:37.078283 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] Publish callbacks [] for security_group (41081848-bc1e-4c19-89c3-47a5d4cb9d9b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:37.135618 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (41081848-bc1e-4c19-89c3-47a5d4cb9d9b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:37.140659 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:37.142682 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/41081848-bc1e-4c19-89c3-47a5d4cb9d9b HTTP/1.1" status: 204 len: 168 time: 0.1949008 Aug 31 00:22:37.158376 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79b57-e1b7-406c-a03e-a95cdc1dabae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41081848-bc1e-4c19-89c3-47a5d4cb9d9b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:37.461221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbcd78-e916-4b0d-af52-9711dfc49ac8 req-38f84e29-43fc-4813-924b-7b8e809e3607 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:37.462830 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ccbcd78-e916-4b0d-af52-9711dfc49ac8 req-38f84e29-43fc-4813-924b-7b8e809e3607 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0976529 Aug 31 00:22:37.485343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249148-a761-47c0-8a7f-9395b4ae2df7 req-138b4cbc-905b-4009-bb54-8be89e2111de tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:37.489986 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6d249148-a761-47c0-8a7f-9395b4ae2df7 req-138b4cbc-905b-4009-bb54-8be89e2111de tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0865612 Aug 31 00:22:37.526384 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:37.586332 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ccbcd78-e916-4b0d-af52-9711dfc49ac8 req-69411dc6-f8ed-41f8-b5e6-4f63a1613ad4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126063 Aug 31 00:22:37.600680 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6d249148-a761-47c0-8a7f-9395b4ae2df7 req-be0bacb0-218c-463d-b8d0-70b10d172ebf tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071744 Aug 31 00:22:38.135754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7080a43-6d2d-466b-82df-195d2f42cecb req-b86c3c97-ead9-45fe-a39b-ab99f4253d48 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:38.138158 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7080a43-6d2d-466b-82df-195d2f42cecb req-b86c3c97-ead9-45fe-a39b-ab99f4253d48 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0562713 Aug 31 00:22:38.174565 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:38.203687 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:38.217649 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7080a43-6d2d-466b-82df-195d2f42cecb req-6c24243c-5905-49b7-9022-7b6f9d4e8ca9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632372 Aug 31 00:22:38.823894 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc86105-cbe7-4212-bf9a-98834fbe747a req-a543fc01-40f3-43bc-85e3-067d4350c7a6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:38.825559 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4fc86105-cbe7-4212-bf9a-98834fbe747a req-a543fc01-40f3-43bc-85e3-067d4350c7a6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0927415 Aug 31 00:22:38.881827 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f13b1-6c89-4198-a33b-cf3b9181a91a req-715da18c-2f78-48d8-b818-d0de733aa77c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:38.883529 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac1f13b1-6c89-4198-a33b-cf3b9181a91a req-715da18c-2f78-48d8-b818-d0de733aa77c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0815189 Aug 31 00:22:38.928736 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4fc86105-cbe7-4212-bf9a-98834fbe747a req-2ae0d818-99f0-4727-a1c4-d4486f8b9f9b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857065 Aug 31 00:22:38.976538 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac1f13b1-6c89-4198-a33b-cf3b9181a91a req-00f62e10-f39c-444a-8876-94fa00d6f8ce tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839648 Aug 31 00:22:39.390607 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3858c-8cef-4096-93a8-892d37f03d22 req-bbfd1652-2c47-4217-8720-bdacbf4b9d20 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:39.393392 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5d3858c-8cef-4096-93a8-892d37f03d22 req-bbfd1652-2c47-4217-8720-bdacbf4b9d20 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0841913 Aug 31 00:22:39.454389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5d3858c-8cef-4096-93a8-892d37f03d22 req-4fedea38-6be7-4585-afe2-df20400daaef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536573 Aug 31 00:22:39.673555 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:39.886230 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:40.144427 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c21134-b114-4b94-ab14-c6699a43757e req-5627a895-bc0a-4aae-8237-f1b106ad24ac tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:40.146337 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-62c21134-b114-4b94-ab14-c6699a43757e req-5627a895-bc0a-4aae-8237-f1b106ad24ac tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0879245 Aug 31 00:22:40.156226 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20c744-2b4f-44db-bd24-e8d8b28d32ee req-eeaef792-1448-40ee-87dd-c9969e29f8ca tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:40.157948 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e20c744-2b4f-44db-bd24-e8d8b28d32ee req-eeaef792-1448-40ee-87dd-c9969e29f8ca tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0858767 Aug 31 00:22:40.249384 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-62c21134-b114-4b94-ab14-c6699a43757e req-80955ccd-8666-4386-85c5-7644eed3774a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 Aug 31 00:22:40.254199 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e20c744-2b4f-44db-bd24-e8d8b28d32ee req-ec4ca9f8-523c-4084-92d0-ffd155040f97 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860226 Aug 31 00:22:40.611908 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de407f5-962b-49b5-b9e2-cbcb267b61d6 req-8f7aaad1-c45a-4bf8-962f-41ea4fd398ed tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:40.614710 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6de407f5-962b-49b5-b9e2-cbcb267b61d6 req-8f7aaad1-c45a-4bf8-962f-41ea4fd398ed tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0604658 Aug 31 00:22:40.682439 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6de407f5-962b-49b5-b9e2-cbcb267b61d6 req-a799cf82-e520-4b24-9a2d-6952966be375 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555263 Aug 31 00:22:40.981147 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:41.591352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373a87-f101-4575-9d9b-6725ccf36145 req-55191e7c-d703-4229-a1c3-7f4664b1852b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:41.593064 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-70373a87-f101-4575-9d9b-6725ccf36145 req-55191e7c-d703-4229-a1c3-7f4664b1852b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1619248 Aug 31 00:22:41.604266 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 40918) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:41.618067 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf1a7-e00c-4f22-b3e0-25146a8de3d2 req-fe3fc19b-6a1a-4c9e-913f-87bc740395db tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:41.619626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-838bf1a7-e00c-4f22-b3e0-25146a8de3d2 req-fe3fc19b-6a1a-4c9e-913f-87bc740395db tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1169245 Aug 31 00:22:41.689134 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-70373a87-f101-4575-9d9b-6725ccf36145 req-45aaaf7b-6359-48a2-a065-1999bce814ae tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778506 Aug 31 00:22:41.790404 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-838bf1a7-e00c-4f22-b3e0-25146a8de3d2 req-5cc93325-fb78-4936-89d4-3ed93a192b27 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510203 Aug 31 00:22:41.883472 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4d57-a77b-4dda-aaad-d09c9369bbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:41.907154 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c247e9-d2a6-451d-bdf9-98a72918b9e9 req-3059f7e5-ebf7-4347-9f84-eadea5d6b6dc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:41.908807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c4c247e9-d2a6-451d-bdf9-98a72918b9e9 req-3059f7e5-ebf7-4347-9f84-eadea5d6b6dc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1089790 Aug 31 00:22:41.936893 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:42.007280 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c4c247e9-d2a6-451d-bdf9-98a72918b9e9 req-1bbcd4ff-1845-4918-94c5-951986c54418 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915437 Aug 31 00:22:42.009055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:42.043410 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4d57-a77b-4dda-aaad-d09c9369bbe5 admin admin] Publish callbacks [] for security_group (45c0d696-32af-4254-8421-9d2398efb17c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.047878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4d57-a77b-4dda-aaad-d09c9369bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (45c0d696-32af-4254-8421-9d2398efb17c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.093460 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-cb6e4d57-a77b-4dda-aaad-d09c9369bbe5 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=075279c216eb43b2a3a0d12dbd14cf63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880061 Aug 31 00:22:42.094184 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4d57-a77b-4dda-aaad-d09c9369bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c0d696-32af-4254-8421-9d2398efb17c,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:42.097685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 40928) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:42.160647 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] Publish callbacks [] for security_group (45c0d696-32af-4254-8421-9d2398efb17c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.185345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] Publish callbacks [] for security_group (45c0d696-32af-4254-8421-9d2398efb17c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.239136 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (45c0d696-32af-4254-8421-9d2398efb17c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.242235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:42.243725 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/45c0d696-32af-4254-8421-9d2398efb17c HTTP/1.1" status: 204 len: 168 time: 0.1441662 Aug 31 00:22:42.254425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617852f7-7182-4f36-99ec-da4c0e001137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c0d696-32af-4254-8421-9d2398efb17c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:42.558604 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:42.560752 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:42.739631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc766d-50cb-4b7c-ba3d-935b05b0954a req-42ea59c6-b54c-4a68-a385-99327217af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:42.741857 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66dc766d-50cb-4b7c-ba3d-935b05b0954a req-42ea59c6-b54c-4a68-a385-99327217af26 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1129 time: 0.0833516 Aug 31 00:22:42.855862 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66dc766d-50cb-4b7c-ba3d-935b05b0954a req-6ab415f0-8436-4817-8dea-8b7b3233dfbb service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063638 Aug 31 00:22:42.899502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967dddb-95fb-43eb-8343-f617130b442e req-1c39fa7a-7c3c-4229-aab2-986ec085003b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:42.902483 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2967dddb-95fb-43eb-8343-f617130b442e req-1c39fa7a-7c3c-4229-aab2-986ec085003b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0978537 Aug 31 00:22:43.226872 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d2a25-154b-4712-b988-19781f2cb654 req-3774d8a4-310d-4f52-b2fb-0abd174f20fe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:43.228464 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac6d2a25-154b-4712-b988-19781f2cb654 req-3774d8a4-310d-4f52-b2fb-0abd174f20fe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.3209581 Aug 31 00:22:43.280943 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2967dddb-95fb-43eb-8343-f617130b442e req-489af91e-007a-4579-afd9-961fa07c1a3c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525343 Aug 31 00:22:43.312778 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac6d2a25-154b-4712-b988-19781f2cb654 req-20f4551b-9561-44f2-8622-884431589a3e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721872 Aug 31 00:22:43.429958 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc064fc4-5b47-40b4-90b4-2fcff9c552d0 req-74e016d6-a727-451f-b9df-60e5fab433ac tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:43.431592 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc064fc4-5b47-40b4-90b4-2fcff9c552d0 req-74e016d6-a727-451f-b9df-60e5fab433ac tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0549467 Aug 31 00:22:43.499768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc064fc4-5b47-40b4-90b4-2fcff9c552d0 req-8b7aa977-1a53-454e-986b-8928a1acd6fc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603709 Aug 31 00:22:44.493323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff037-d9e3-461f-93e2-9b59e90b37a2 req-7073dd7d-0725-4a92-9c27-45292733cf74 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:44.494909 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cbdff037-d9e3-461f-93e2-9b59e90b37a2 req-7073dd7d-0725-4a92-9c27-45292733cf74 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0846863 Aug 31 00:22:44.505200 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235d48f-c6b1-48a5-b5a4-644da717fb1e req-708e6938-646d-4c1d-af0c-274a75ce4aaa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:44.507067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4235d48f-c6b1-48a5-b5a4-644da717fb1e req-708e6938-646d-4c1d-af0c-274a75ce4aaa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0857649 Aug 31 00:22:44.594735 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cbdff037-d9e3-461f-93e2-9b59e90b37a2 req-affe316d-4fd2-44c6-80a7-19977f82d7a3 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865788 Aug 31 00:22:44.608471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4235d48f-c6b1-48a5-b5a4-644da717fb1e req-994453e9-f3ea-448b-9c8f-40131d8a700b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828037 Aug 31 00:22:44.724368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbdde8-8c49-4e06-b65d-5a4b9984854a req-2407cf02-6a62-402d-860d-7c6bb331e616 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:44.726521 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3bcbdde8-8c49-4e06-b65d-5a4b9984854a req-2407cf02-6a62-402d-860d-7c6bb331e616 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Aug 31 00:22:44.795401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3bcbdde8-8c49-4e06-b65d-5a4b9984854a req-0d854c4c-5022-49b8-ab05-a6f4ae03dccc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616543 Aug 31 00:22:45.875636 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ab7c2-da57-446a-aa57-8702bb0648d0 req-ca9452f6-cd86-4dab-8efb-361d9d669b22 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:45.877641 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-504ab7c2-da57-446a-aa57-8702bb0648d0 req-ca9452f6-cd86-4dab-8efb-361d9d669b22 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1348004 Aug 31 00:22:45.891282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efde2c-d711-469b-866e-8488148b5a1b req-abf79a56-905d-47a9-86c9-d59c41df0a2f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:45.893123 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-34efde2c-d711-469b-866e-8488148b5a1b req-abf79a56-905d-47a9-86c9-d59c41df0a2f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1315441 Aug 31 00:22:45.986295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:46.001291 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-504ab7c2-da57-446a-aa57-8702bb0648d0 req-77bb3de3-c915-41f0-9a9b-9b6b12184404 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059880 Aug 31 00:22:46.007642 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-34efde2c-d711-469b-866e-8488148b5a1b req-8b6f8024-a6d7-452f-88db-3258513e736d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024628 Aug 31 00:22:46.175445 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d106-9788-4e3f-9dfa-547fdcd65666 req-7e723fc8-4331-41c7-b9d2-1a504cbe68f9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.177641 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2d90d106-9788-4e3f-9dfa-547fdcd65666 req-7e723fc8-4331-41c7-b9d2-1a504cbe68f9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0682390 Aug 31 00:22:46.243997 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2d90d106-9788-4e3f-9dfa-547fdcd65666 req-6544003f-b8d0-439a-90fb-2dd4220393cd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540755 Aug 31 00:22:46.390146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:46.397515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85563b27-b824-46d5-a464-8097520f991c req-059bcd74-9231-48b3-8fb7-f31429799219 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.399178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-85563b27-b824-46d5-a464-8097520f991c req-059bcd74-9231-48b3-8fb7-f31429799219 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0737445 Aug 31 00:22:46.465394 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-7875a543-b890-4c49-b315-0d8a6eeef98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.466964 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-7875a543-b890-4c49-b315-0d8a6eeef98f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1129 time: 0.0661504 Aug 31 00:22:46.547402 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-85563b27-b824-46d5-a464-8097520f991c req-7cc0f951-6b49-41a1-a327-ae5458d46d7b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353445 Aug 31 00:22:46.630802 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-23a3eaca-ebe7-4627-8674-f02d69ddd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.633525 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-23a3eaca-ebe7-4627-8674-f02d69ddd65f service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.1589108 Aug 31 00:22:46.689963 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41048) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:46.693959 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-89127b49-704f-41e1-b42e-5e7af9e05de6 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 217 time: 0.0526469 Aug 31 00:22:46.793806 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-12b13373-47f5-447a-9a04-9e35c7d0b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.796253 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-12b13373-47f5-447a-9a04-9e35c7d0b94b service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0876884 Aug 31 00:22:46.858234 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b3631d6c-8df4-469a-9377-65b436b0148e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:46.894881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-4d2cc710-c9b2-4473-83af-b48203eb5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:46.897080 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-4d2cc710-c9b2-4473-83af-b48203eb5f22 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930486 Aug 31 00:22:46.971317 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:47.047665 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b3631d6c-8df4-469a-9377-65b436b0148e admin admin] Publish callbacks [] for security_group (5fea3432-445f-422e-8892-aa206f26ac5b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.058425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b3631d6c-8df4-469a-9377-65b436b0148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5fea3432-445f-422e-8892-aa206f26ac5b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.103808 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3631d6c-8df4-469a-9377-65b436b0148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea3432-445f-422e-8892-aa206f26ac5b,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:47.119902 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-b1e2a151-23d4-4103-ab02-26e2be7ba61e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134888 Aug 31 00:22:47.165689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41066) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:47.174112 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b3631d6c-8df4-469a-9377-65b436b0148e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b7806f1130cb456399af33f7b72d21aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800768 Aug 31 00:22:47.344718 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e169b-227e-4df6-9365-93bdf6f0b407 req-4d5216a3-45e2-48d0-837e-f05c65282795 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:47.353144 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f92e169b-227e-4df6-9365-93bdf6f0b407 req-4d5216a3-45e2-48d0-837e-f05c65282795 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0813012 Aug 31 00:22:47.515247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f50408c-ad0c-494e-b91d-6f151acd89fa req-344c753c-fc1f-40f2-aedb-b2038af13ad9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837209 Aug 31 00:22:47.520613 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f92e169b-227e-4df6-9365-93bdf6f0b407 req-9e94ab55-cf40-48f7-9a3a-526241018e5a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663768 Aug 31 00:22:47.530223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] Publish callbacks [] for security_group (5fea3432-445f-422e-8892-aa206f26ac5b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.587936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92d99a-99af-4d7d-acd9-c7e3e5f45cc6 req-45cd7271-aecb-4650-a375-03108392084e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:47.590858 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f92d99a-99af-4d7d-acd9-c7e3e5f45cc6 req-45cd7271-aecb-4650-a375-03108392084e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1395936 Aug 31 00:22:47.601516 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] Publish callbacks [] for security_group (5fea3432-445f-422e-8892-aa206f26ac5b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.835752 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f92d99a-99af-4d7d-acd9-c7e3e5f45cc6 req-ae633111-3f28-4554-b091-2d354153ecb6 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212045 Aug 31 00:22:47.836470 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:47.860138 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f47d0d-ebea-4852-a1e4-9199082a63fb req-7ea27f3e-1bf1-4416-a56b-21a9b475de91 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:47.862928 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06f47d0d-ebea-4852-a1e4-9199082a63fb req-7ea27f3e-1bf1-4416-a56b-21a9b475de91 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1351109 Aug 31 00:22:47.912479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5fea3432-445f-422e-8892-aa206f26ac5b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.918035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:47.919111 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5fea3432-445f-422e-8892-aa206f26ac5b HTTP/1.1" status: 204 len: 168 time: 0.7319980 Aug 31 00:22:47.941738 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9fef-f684-4f5b-9fca-be17fdf46900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea3432-445f-422e-8892-aa206f26ac5b,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:48.007634 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06f47d0d-ebea-4852-a1e4-9199082a63fb req-ddf02aee-f090-4dd8-8e71-c54cb6696c94 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243544 Aug 31 00:22:48.780719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485925e-56f1-4178-ae45-983509fba4ee req-69730176-d470-4000-9359-6d6c8b8cd5ac tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:48.783727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6485925e-56f1-4178-ae45-983509fba4ee req-69730176-d470-4000-9359-6d6c8b8cd5ac tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1128342 Aug 31 00:22:48.811206 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:48.901121 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6485925e-56f1-4178-ae45-983509fba4ee req-f7311cca-48d6-4f6e-b829-7fb67288269e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037953 Aug 31 00:22:49.064461 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41134) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:49.186516 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a284d56-0dfc-4246-ae40-dbdb324e59e5 req-421a0477-00c8-4bf2-92c0-51a693358871 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:49.189822 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1a284d56-0dfc-4246-ae40-dbdb324e59e5 req-421a0477-00c8-4bf2-92c0-51a693358871 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1096914 Aug 31 00:22:49.269096 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-390641965-network', 'tenant_id': '29f449e37cc6482eaca34671c7541c4b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:49.311949 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a13c5d-f511-4a39-8aba-84e43f932ba5 req-5d49d8c5-5dea-48f2-8dd5-95bb9cdf0db4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:49.314169 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88a13c5d-f511-4a39-8aba-84e43f932ba5 req-5d49d8c5-5dea-48f2-8dd5-95bb9cdf0db4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1400039 Aug 31 00:22:49.355687 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Made reservation on behalf of 29f449e37cc6482eaca34671c7541c4b for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:22:49.358752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.389160 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.398849 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1a284d56-0dfc-4246-ae40-dbdb324e59e5 req-ec9ea242-73e8-4eae-b412-678d7786ce1e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903520 Aug 31 00:22:49.477511 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88a13c5d-f511-4a39-8aba-84e43f932ba5 req-aa1e982d-a6b4-4e33-9bf9-16fc6490be11 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513658 Aug 31 00:22:49.603782 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks [] for security_group (7ff3b6fc-6b8c-421b-b5bd-1159aac24949), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.610880 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7ff3b6fc-6b8c-421b-b5bd-1159aac24949), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.641794 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:22:49.660527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3b6fc-6b8c-421b-b5bd-1159aac24949,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:49.663778 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (528173e9-2e9c-423a-bff8-6dc4d746bed1), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.664138 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Added segment 528173e9-2e9c-423a-bff8-6dc4d746bed1 of type vlan for network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb Aug 31 00:22:49.717694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.753156 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.754639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:49.755399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:49.835910 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7667208 Aug 31 00:22:49.840725 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41158) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:49.851308 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Request body: {'subnet': {'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-390641965-subnet', 'tenant_id': '29f449e37cc6482eaca34671c7541c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:49.857967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5168-deda-4840-b6d3-6352794113d1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:49.877188 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:22:49.887103 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Made reservation on behalf of 29f449e37cc6482eaca34671c7541c4b for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:22:49.890998 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:50.042241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:50.179967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e177e14-35f8-4ec7-8602-f90f753904d2 req-c5f32a2b-5ebd-4128-a5f7-722c230c22b5 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:50.183049 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e177e14-35f8-4ec7-8602-f90f753904d2 req-c5f32a2b-5ebd-4128-a5f7-722c230c22b5 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1023107 Aug 31 00:22:50.257669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (c17130ed-19f7-47ab-80e6-9b8b76627795), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:50.273057 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e177e14-35f8-4ec7-8602-f90f753904d2 req-35d0d95b-b930-43a6-8909-582dd7c30d42 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806706 Aug 31 00:22:50.367824 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17130ed-19f7-47ab-80e6-9b8b76627795,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:50.397870 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Checking segment: {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:22:50.398518 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Network hostable DHCP agents. Network: fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:22:50.428862 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:22:50.444554 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:22:50.450862 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:50.451824 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:50.463403 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc3bf1-d710-4282-811d-065b5de922a9 None None] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:22:50.484818 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-04ec5f8b-8091-4633-ad97-0157c98fbafb admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6419222 Aug 31 00:22:50.643462 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec95337-9e4a-4620-b394-97eb669a536f req-390de596-1120-4311-8a19-630630b42b4c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:50.655709 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9ec95337-9e4a-4620-b394-97eb669a536f req-390de596-1120-4311-8a19-630630b42b4c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0988672 Aug 31 00:22:50.710873 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d827e-92f1-471a-8d60-baf52c3990ad None None] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:22:50.786992 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9ec95337-9e4a-4620-b394-97eb669a536f req-22dfe338-c41b-4c95-a21a-3309be1a6698 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294336 Aug 31 00:22:50.978187 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:51.053516 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b447-bf8d-452f-a544-b66876955e53 req-f30b4b7d-272a-491b-95c4-e12ee1b758c8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:51.055566 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f764b447-bf8d-452f-a544-b66876955e53 req-f30b4b7d-272a-491b-95c4-e12ee1b758c8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0920606 Aug 31 00:22:51.152619 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f764b447-bf8d-452f-a544-b66876955e53 req-f71b6094-0420-4499-aef2-932d497d2f2e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815744 Aug 31 00:22:51.499870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb68ae-de10-4ed0-98bf-f53f69c1d8b8 req-acc578a4-ed99-4594-8e01-b2926496296f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:51.501628 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-becb68ae-de10-4ed0-98bf-f53f69c1d8b8 req-acc578a4-ed99-4594-8e01-b2926496296f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0884895 Aug 31 00:22:51.561283 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:51.598321 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-becb68ae-de10-4ed0-98bf-f53f69c1d8b8 req-58872dec-8f37-49e1-8089-ca83a703e35a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739591 Aug 31 00:22:52.024844 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310b72-e50f-4066-9c71-ec8b5f6369a7 req-a360b667-fe43-41d9-a1ec-e4f82d45b06a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:52.027452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5c310b72-e50f-4066-9c71-ec8b5f6369a7 req-a360b667-fe43-41d9-a1ec-e4f82d45b06a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0812626 Aug 31 00:22:52.146950 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5c310b72-e50f-4066-9c71-ec8b5f6369a7 req-e9f2c3d3-9cf6-4fe1-b1fe-0498e479497e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072812 Aug 31 00:22:52.361460 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262edcee-879e-41b0-a5da-7bf1412d9122 req-ce799676-d713-4070-95e4-942c324d1bd7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:52.365447 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-262edcee-879e-41b0-a5da-7bf1412d9122 req-ce799676-d713-4070-95e4-942c324d1bd7 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0890274 Aug 31 00:22:52.427279 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-262edcee-879e-41b0-a5da-7bf1412d9122 req-5f48886b-a246-41b1-83f6-f1f927f66cd1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Aug 31 00:22:52.878695 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5824-a5bc-45e6-8e66-688c2892ea2f req-16324a1a-f501-46fb-8fe5-882efbc0b416 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:52.894849 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-160a5824-a5bc-45e6-8e66-688c2892ea2f req-16324a1a-f501-46fb-8fe5-882efbc0b416 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1196053 Aug 31 00:22:53.009393 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-160a5824-a5bc-45e6-8e66-688c2892ea2f req-ab8abd04-a814-4340-999e-45047b984cc1 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129184 Aug 31 00:22:53.368429 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-b79be09c-d168-4fde-b53d-9e7c28f4a997 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:53.370073 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-b79be09c-d168-4fde-b53d-9e7c28f4a997 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 813 time: 0.2448394 Aug 31 00:22:53.411947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d263b-4b3a-4c41-bf34-21bd4baf5267 req-99a08fec-ae0a-4917-a16e-57158331b998 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:53.414561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b37d263b-4b3a-4c41-bf34-21bd4baf5267 req-99a08fec-ae0a-4917-a16e-57158331b998 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0955417 Aug 31 00:22:53.417433 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e4163f97-8cc7-43ff-9419-4b5127819a58 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/quotas/29f449e37cc6482eaca34671c7541c4b HTTP/1.1" status: 200 len: 375 time: 0.0382228 Aug 31 00:22:53.494166 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-79edc940-1718-4382-9c70-f1d9759d8d02 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678124 Aug 31 00:22:53.634970 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b37d263b-4b3a-4c41-bf34-21bd4baf5267 req-a009a4c2-67ca-4e9c-9121-f87673a7d956 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966677 Aug 31 00:22:53.699314 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-7ba159ec-24ad-4239-8456-f6e70e395bb1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938548 Aug 31 00:22:53.824123 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-576a5f88-1fad-4e57-bda4-9b0e50fb9b1a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125906 Aug 31 00:22:54.086877 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bb6bf646-1b29-47cd-adb5-13dc6a4fce08 req-01855ac5-ab29-4951-b04a-28064b9c8321 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.0433872 Aug 31 00:22:54.259823 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9b36c-d50a-4095-8bf1-553ebe02926f req-9eb48fc3-4fc4-43bc-8969-05614e8706c9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:54.263344 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4ab9b36c-d50a-4095-8bf1-553ebe02926f req-9eb48fc3-4fc4-43bc-8969-05614e8706c9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1225834 Aug 31 00:22:54.312537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:54.358671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4ab9b36c-d50a-4095-8bf1-553ebe02926f req-6aa0ba5b-f02f-48c5-afa6-8fdc365d8a65 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869093 Aug 31 00:22:54.495269 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41290) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:54.500343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571403239', 'description': 'tempest-description--735751317'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:54.529689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.677685 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (2dc97230-c8de-4b8b-8b6c-33bbef39f34a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.685752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2dc97230-c8de-4b8b-8b6c-33bbef39f34a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.736790 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.738921 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2423241 Aug 31 00:22:54.744090 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41298) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:54.750834 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:54.759773 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'security_group_rule': {'security_group_id': '2dc97230-c8de-4b8b-8b6c-33bbef39f34a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:54.760378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f491fc-6a21-4f0e-bc6e-d42987e03e3d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc97230-c8de-4b8b-8b6c-33bbef39f34a,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:54.839280 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (9d177a71-ff86-4e30-b1d6-2456a19934a2), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.939291 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (9d177a71-ff86-4e30-b1d6-2456a19934a2), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.948244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (9d177a71-ff86-4e30-b1d6-2456a19934a2), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:54.952367 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525407e-9a67-4635-abf9-2bd60a15cea7 req-a03aca0e-1664-4068-82b0-9e9cd545683e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:54.961727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6525407e-9a67-4635-abf9-2bd60a15cea7 req-a03aca0e-1664-4068-82b0-9e9cd545683e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1433430 Aug 31 00:22:55.004211 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d177a71-ff86-4e30-b1d6-2456a19934a2,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:55.029459 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.039958 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41304) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:55.040732 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-98b2dda2-2e0e-44f2-9576-59058a6a7ffb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2911954 Aug 31 00:22:55.057225 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'security_group_rule': {'security_group_id': '2dc97230-c8de-4b8b-8b6c-33bbef39f34a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:55.094951 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6525407e-9a67-4635-abf9-2bd60a15cea7 req-19f81999-38df-4958-b6fb-eaf6f7a2b995 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201322 Aug 31 00:22:55.111985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (699bef2b-79e1-4a5a-838f-77ba7c2c6e21), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.293473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (699bef2b-79e1-4a5a-838f-77ba7c2c6e21), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.297838 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-610cf85e-0ec2-4b8d-b8b5-b42f955e5bf0 req-3bc98acb-d1f1-46b9-9164-4c6c15aebd0f tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.0782180 Aug 31 00:22:55.303256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (699bef2b-79e1-4a5a-838f-77ba7c2c6e21), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.345924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699bef2b-79e1-4a5a-838f-77ba7c2c6e21,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:55.367159 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.369508 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-877d480e-5a4f-4c21-b4bc-207af248c018 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228276 Aug 31 00:22:55.373946 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41308) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:55.382913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:55.421340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.578317 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:55.587119 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd568fb-f0ed-44e8-8038-d0c266408c72 req-dd69a19f-d330-4adf-a88f-40450c9a7e4c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:55.589124 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1fd568fb-f0ed-44e8-8038-d0c266408c72 req-dd69a19f-d330-4adf-a88f-40450c9a7e4c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1071718 Aug 31 00:22:55.678190 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:55.686713 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1fd568fb-f0ed-44e8-8038-d0c266408c72 req-3d5d5c8a-0850-4c9b-afdf-3353eda0fc84 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840948 Aug 31 00:22:55.791573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Allocated IP 172.27.4.236 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/d574a2d7-aba0-411a-8776-7ddf7fd1927d) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:22:56.050015 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.101082 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:56.130102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.206138 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df570ed-9c81-4f08-afa7-963a52bc7ec9 req-90657de0-bd04-4cd2-9a05-fd9d78767a12 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:56.212171 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1df570ed-9c81-4f08-afa7-963a52bc7ec9 req-90657de0-bd04-4cd2-9a05-fd9d78767a12 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0956304 Aug 31 00:22:56.220010 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:22:56.236550 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:22:56.244655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'Port': ['ID=d574a2d7-aba0-411a-8776-7ddf7fd1927d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:56.248435 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:22:56.378625 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.404482 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376f0e-c280-46c9-af7a-53c1385765af req-089ed81e-7b17-480a-98c7-d0347e4426f6 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:56.407339 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9d376f0e-c280-46c9-af7a-53c1385765af req-089ed81e-7b17-480a-98c7-d0347e4426f6 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1365881 Aug 31 00:22:56.416128 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1df570ed-9c81-4f08-afa7-963a52bc7ec9 req-3295dd2f-9e18-4334-ab74-69c47df43329 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980855 Aug 31 00:22:56.456830 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.525640 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9d376f0e-c280-46c9-af7a-53c1385765af req-3e621087-464a-4514-8ae6-32b5b2a8f74e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075916 Aug 31 00:22:56.611495 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41336) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:56.625147 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eae0a2f4-fb03-4211-8d89-33fb794038da req-5d959073-7053-4a00-8d12-e83a0e7eba4a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.0560601 Aug 31 00:22:56.630491 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56035c13-7a7a-4344-882d-295ec1af33ee req-434264f9-3c57-4a50-9001-c8536d6d4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:56.632073 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-434264f9-3c57-4a50-9001-c8536d6d4fba service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1129 time: 0.1049592 Aug 31 00:22:56.731911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.746487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.923707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:56.932129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b70fda5-e94c-4c4a-8a4d-7f316ea62c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.935601 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'Port': ['ID=d574a2d7-aba0-411a-8776-7ddf7fd1927d,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:56.939720 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:56.990311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.008203 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ca6df699-c6a8-457e-a302-79773287fa4d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6164677 Aug 31 00:22:57.023199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56035c13-7a7a-4344-882d-295ec1af33ee req-dcef4a2d-93aa-4db3-a997-d1334cfec47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:57.027322 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-dcef4a2d-93aa-4db3-a997-d1334cfec47a service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.3212204 Aug 31 00:22:57.059080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-2198b41e-a4b5-407e-ac0c-65a8dd981673 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:57.061675 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-2198b41e-a4b5-407e-ac0c-65a8dd981673 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 813 time: 0.3777995 Aug 31 00:22:57.126900 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:57.138006 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b70fda5-e94c-4c4a-8a4d-7f316ea62c54 admin admin] Publish callbacks [] for security_group (8452c742-b757-48a1-aae9-c95c0943afad), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.145985 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3b70fda5-e94c-4c4a-8a4d-7f316ea62c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8452c742-b757-48a1-aae9-c95c0943afad), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.192227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Request body: {'port': {'device_id': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb', 'admin_state_up': True, 'tenant_id': '29f449e37cc6482eaca34671c7541c4b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:22:57.225099 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3b70fda5-e94c-4c4a-8a4d-7f316ea62c54 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8d6c9b5895b147c6a9a4a67867fe5940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6118565 Aug 31 00:22:57.226220 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70fda5-e94c-4c4a-8a4d-7f316ea62c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8452c742-b757-48a1-aae9-c95c0943afad,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:57.229417 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41356) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:22:57.286846 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:57.327160 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] Publish callbacks [] for security_group (8452c742-b757-48a1-aae9-c95c0943afad), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.353561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] Publish callbacks [] for security_group (8452c742-b757-48a1-aae9-c95c0943afad), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.412939 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8452c742-b757-48a1-aae9-c95c0943afad), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.416583 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.417943 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8452c742-b757-48a1-aae9-c95c0943afad HTTP/1.1" status: 204 len: 168 time: 0.1875153 Aug 31 00:22:57.430807 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98e33-5682-4685-b354-d1ff65a76bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8452c742-b757-48a1-aae9-c95c0943afad,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:57.541850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:22:57.591353 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:57.726183 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-76a0d15e-9d8d-4f92-ae4a-834d3c768d28 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 1001 time: 0.5263078 Aug 31 00:22:57.735746 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:57.803617 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:22:57.834654 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:22:57.887265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebded-53e0-4597-bcea-0975fac5dfd5 req-c79a986f-063c-4add-83a7-5a2c6bf567df tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:57.894441 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6e7ebded-53e0-4597-bcea-0975fac5dfd5 req-c79a986f-063c-4add-83a7-5a2c6bf567df tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.2304566 Aug 31 00:22:57.918985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: ACTIVE; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:22:57.919571 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:57.927888 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-25f143b5-4771-4456-be86-f79a32680956 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1571403239&fields=id&tenant_id=af873e6a013c457aa2407fb24423ddc1 HTTP/1.1" status: 200 len: 267 time: 0.5665343 Aug 31 00:22:57.946646 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:22:57.979941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:22:57.986939 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:58.087677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=6']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:22:58.102895 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.103797 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.104428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.105082 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.105726 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.106540 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.107379 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.108006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.108285 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56035c13-7a7a-4344-882d-295ec1af33ee req-eed4c5e5-235e-483f-bc11-577f85bfebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:58.108723 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.109252 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.109833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.110415 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-eed4c5e5-235e-483f-bc11-577f85bfebd1 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.3584676 Aug 31 00:22:58.110588 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.111175 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.112610 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.113316 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:22:58.200550 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Made reservation on behalf of 29f449e37cc6482eaca34671c7541c4b for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:22:58.204315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:58.275010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6e7ebded-53e0-4597-bcea-0975fac5dfd5 req-f8aa7e43-61b8-41e9-937f-00e21490beb2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566136 Aug 31 00:22:58.283573 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56035c13-7a7a-4344-882d-295ec1af33ee req-23014341-e513-4175-a874-cecce3ecef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:58.286747 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-23014341-e513-4175-a874-cecce3ecef2d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1543233 Aug 31 00:22:58.300661 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:22:58.373233 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-6c2ef0fa-8535-43ec-a033-75d6b64ea657 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:58.374389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-6c2ef0fa-8535-43ec-a033-75d6b64ea657 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 0.4195774 Aug 31 00:22:58.657071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:58.713452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-55608713-b2fe-417d-acf1-8edd2feeffcd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/quotas/af873e6a013c457aa2407fb24423ddc1 HTTP/1.1" status: 200 len: 375 time: 0.2704751 Aug 31 00:22:58.715570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Allocated IP 172.20.0.4 (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb/c17130ed-19f7-47ab-80e6-9b8b76627795/bf93a34c-ae93-4182-80ce-4c70d2e698de) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:22:58.739455 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:58.809064 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c77dd-4a75-4f06-bd6a-ca4af428575b req-f967d3f3-ad75-4938-b82d-d7f04e03de09 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:22:58.810832 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d27c77dd-4a75-4f06-bd6a-ca4af428575b req-f967d3f3-ad75-4938-b82d-d7f04e03de09 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.3721201 Aug 31 00:22:58.896468 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-c237c6b0-309e-4e61-a66a-386708892dde tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1593823 Aug 31 00:22:58.911303 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-6c772d41-1ce5-4d92-b58b-e6b24035948a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035063 Aug 31 00:22:59.322584 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d27c77dd-4a75-4f06-bd6a-ca4af428575b req-caa11858-e46f-4b6c-9b0f-da8c28160aa9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4842515 Aug 31 00:22:59.342047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:22:59.574493 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56035c13-7a7a-4344-882d-295ec1af33ee req-eec86412-ab60-478b-99c8-eb73ed0f4098 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554070 Aug 31 00:22:59.580112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:22:59.620595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks [] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:59.732058 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:22:59.732741 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:59.798965 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6f10621-1874-4126-9a3d-178f13f4cd03 req-bcf46f96-5dab-40d6-9e17-1d274cb913e9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.3206193 Aug 31 00:22:59.801962 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:59.864312 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-af015a82-62f9-455f-8fb5-ee505b5a27b6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272425 Aug 31 00:22:59.915447 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:22:59.916745 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:22:59.984827 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:00.009610 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498985df-2262-494a-8846-b1905e125e45" -d '{"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:00.030378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:00.038060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:00.048458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:00.092472 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:00.117553 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:00.121338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=7']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:00.128035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Pushing event updated for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:00.197163 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311507-ba59-4255-bc7c-82834d3f21a5 req-d34bd0ec-4430-4c52-b8f6-b9c1e8a7aa50 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:00.199121 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf311507-ba59-4255-bc7c-82834d3f21a5 req-d34bd0ec-4430-4c52-b8f6-b9c1e8a7aa50 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1493123 Aug 31 00:23:00.328077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:00.329255 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:00.353857 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-74995feb-f7a5-4ef2-a191-740565201c36 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708560 Aug 31 00:23:00.360093 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf311507-ba59-4255-bc7c-82834d3f21a5 req-68e07979-8dca-4a9e-8306-7d2dce55eb56 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414261 Aug 31 00:23:00.442524 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-e5540c96-cd4d-474b-90cf-364c33e349b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2560258 Aug 31 00:23:00.525321 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ed530-50a1-4e54-a463-62f82e7b2896 x-openstack-request-id: req-ab2ed530-50a1-4e54-a463-62f82e7b2896 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:00.525660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:00.526249 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ab2ed530-50a1-4e54-a463-62f82e7b2896 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:00.526854 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2ed530-50a1-4e54-a463-62f82e7b2896'] response: {'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'code': 200} Aug 31 00:23:00.716461 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c820e3ad-eb14-4706-aa21-dee386a88a79 req-ab24129d-5abb-45a7-ac77-4fcefa3d5c49 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 210 time: 0.0883377 Aug 31 00:23:00.836985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d9aa-16ae-44b8-931e-2f9e4180e53d req-df7ea19a-87a2-4b27-bdf1-391f503633e0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:00.855680 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2266d9aa-16ae-44b8-931e-2f9e4180e53d req-df7ea19a-87a2-4b27-bdf1-391f503633e0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1376805 Aug 31 00:23:00.908497 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Request body: {'port': {'device_id': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:01.106988 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:01.133679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:01.162163 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2266d9aa-16ae-44b8-931e-2f9e4180e53d req-9ac45b3b-c943-461c-8b65-25a810ce2398 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797887 Aug 31 00:23:01.178565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45c2fa-01bc-4bd5-a377-aa0c1f8b6a39 req-46d8cbfc-5d68-42c0-8114-4a9b3b5264d3 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:01.191292 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb45c2fa-01bc-4bd5-a377-aa0c1f8b6a39 req-46d8cbfc-5d68-42c0-8114-4a9b3b5264d3 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 931 time: 0.1752572 Aug 31 00:23:01.703531 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb45c2fa-01bc-4bd5-a377-aa0c1f8b6a39 req-4ddbe8c0-43a4-4129-a20e-d109e659af4b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074418 Aug 31 00:23:01.861630 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:02.144406 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf93a34c-ae93-4182-80ce-4c70d2e698de {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:02.167937 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks [] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:02.190940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dcc3-ef1e-4b0c-a84a-f6fecd0edf7a req-6ad23716-7db9-4816-8a52-b6382c1e82ef tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:02.197398 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d242dcc3-ef1e-4b0c-a84a-f6fecd0edf7a req-6ad23716-7db9-4816-8a52-b6382c1e82ef tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1792257 Aug 31 00:23:02.247142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Transition to ACTIVE for port object bf93a34c-ae93-4182-80ce-4c70d2e698de will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:23:02.259590 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:02.359745 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d242dcc3-ef1e-4b0c-a84a-f6fecd0edf7a req-7ca5b945-8856-4479-91a7-0f908f696745 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544824 Aug 31 00:23:02.471707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:02.573531 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Attempting to bind port bf93a34c-ae93-4182-80ce-4c70d2e698de on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:02.574065 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Attempting to bind port bf93a34c-ae93-4182-80ce-4c70d2e698de by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:02.574617 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Attempting to bind port bf93a34c-ae93-4182-80ce-4c70d2e698de on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:02.600683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Port bf93a34c-ae93-4182-80ce-4c70d2e698de on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:23:02.601214 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Attempting to bind port bf93a34c-ae93-4182-80ce-4c70d2e698de on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:02.621117 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:02.621817 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Checking segment: {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:02.622298 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Bound using segment: {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:02.624669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Bound port: bf93a34c-ae93-4182-80ce-4c70d2e698de, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:02.625421 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:02.801973 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-00d9f170-0a00-4289-a7d3-ccc20b63eeda req-1d3b1f47-3fb0-4590-b221-79f6c7056242 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 210 time: 0.0724983 Aug 31 00:23:02.879745 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:02.886847 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:02.903395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:02.913025 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:02.916201 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:02.916407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/bf93a34c-ae93-4182-80ce-4c70d2e698de HTTP/1.1" status: 200 len: 1093 time: 2.0288301 Aug 31 00:23:02.917592 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:02.921679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66415a04-14e0-41be-b31b-cb93d87409e8" -d '{"events": [{"name": "network-changed", "server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:03.097336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ab6b-519a-4c95-b4d4-dbb24cb97764 req-13b57531-779c-4f14-8dcb-e348b7811727 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:03.100638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b1e3ab6b-519a-4c95-b4d4-dbb24cb97764 req-13b57531-779c-4f14-8dcb-e348b7811727 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1359627 Aug 31 00:23:03.106889 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c5f0-51fb-4b10-bc6f-6c76410eee20 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:03.166380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:03.219191 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b1e3ab6b-519a-4c95-b4d4-dbb24cb97764 req-a75e9047-5f5d-4ae6-8acb-0e26776545d0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066852 Aug 31 00:23:03.506498 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-10a80c02-dfcd-4b9d-887b-96c2230a0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:03.508240 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-10a80c02-dfcd-4b9d-887b-96c2230a0452 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 1127 time: 0.1906302 Aug 31 00:23:03.553572 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dde5e-f63f-4044-a6dc-f9df14f7eb62 req-603074cc-9f20-412e-ab29-69f5d32239ea tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:03.562126 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-686dde5e-f63f-4044-a6dc-f9df14f7eb62 req-603074cc-9f20-412e-ab29-69f5d32239ea tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 943 time: 0.1399648 Aug 31 00:23:03.614463 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-06c26087-4751-4763-82c1-4a8f676aa54d service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de HTTP/1.1" status: 200 len: 217 time: 0.0700271 Aug 31 00:23:04.114060 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-686dde5e-f63f-4044-a6dc-f9df14f7eb62 req-7e281700-b499-4cea-ba91-33cb740019cf tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514929 Aug 31 00:23:04.121418 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-8983edf2-3ee9-42e8-bf49-fd0cfe316abc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:04.123043 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-8983edf2-3ee9-42e8-bf49-fd0cfe316abc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 818 time: 0.6590464 Aug 31 00:23:04.125354 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-431d8ed1-eb00-40ae-92aa-fc15a0949590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:04.133535 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-431d8ed1-eb00-40ae-92aa-fc15a0949590 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=c17130ed-19f7-47ab-80e6-9b8b76627795 HTTP/1.1" status: 200 len: 853 time: 0.4972823 Aug 31 00:23:04.303167 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-6ed33d54-6a3c-402f-8e10-db2adcc1ffb8 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113181 Aug 31 00:23:04.306612 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8f03e-5fca-4ed8-83f8-fff23e5ac93a x-openstack-request-id: req-ddf8f03e-5fca-4ed8-83f8-fff23e5ac93a {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:04.307234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:04.307890 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ddf8f03e-5fca-4ed8-83f8-fff23e5ac93a {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:04.308755 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf8f03e-5fca-4ed8-83f8-fff23e5ac93a'] response: {'name': 'network-changed', 'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de', 'status': 'completed', 'code': 200} Aug 31 00:23:04.409648 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41556) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:04.417409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078829871', 'description': 'tempest-description--352597314'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:04.439969 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:04.525838 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:04.559424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-887d57fa-6147-4cb4-b784-5514282937fa tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af873e6a013c457aa2407fb24423ddc1 HTTP/1.1" status: 200 len: 380 time: 0.3811383 Aug 31 00:23:04.582129 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d0f12ab6-c061-4733-b01d-fe3b2b07985e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:04.604587 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'port': {'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'admin_state_up': True, 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'security_groups': ['2dc97230-c8de-4b8b-8b6c-33bbef39f34a']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:04.728175 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-41f2e58d-7779-42e0-98f5-f4f96b818d4b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130518 Aug 31 00:23:04.772242 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:04.783924 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:04.810207 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c47900e2-b71d-49c2-bf44-3325ae56c531 req-eaac99fd-3761-4ee1-826e-db2cad1b4c4b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 210 time: 0.2136774 Aug 31 00:23:05.090228 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:05.099831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.102244 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3647387e-3dcd-42f1-9d41-81efeda7a115 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6910725 Aug 31 00:23:05.108113 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41560) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:05.117163 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': 'ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:05.160135 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b8e56cc-585e-441d-bdea-37e33105d2aa req-29d2d12d-fc68-49df-84dc-fccc51f111b8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454728 Aug 31 00:23:05.203425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (c4506f69-3f6c-4f3a-babb-029a63add015), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.293499 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aefa1-b54a-4342-85cb-a7f8adeb5a98 req-404d4453-9268-4cc3-93d6-f16a6885c54a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:05.295056 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-947aefa1-b54a-4342-85cb-a7f8adeb5a98 req-404d4453-9268-4cc3-93d6-f16a6885c54a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1334958 Aug 31 00:23:05.359644 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (c4506f69-3f6c-4f3a-babb-029a63add015), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.369133 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (c4506f69-3f6c-4f3a-babb-029a63add015), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.388040 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-947aefa1-b54a-4342-85cb-a7f8adeb5a98 req-5520341b-9a71-4017-aaff-d412f9b00f30 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792413 Aug 31 00:23:05.389508 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Made reservation on behalf of af873e6a013c457aa2407fb24423ddc1 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:05.395206 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.402503 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4506f69-3f6c-4f3a-babb-029a63add015,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:05.434971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.437194 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-24d75514-cffb-48c3-b7f1-c3d6b78d5abd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282359 Aug 31 00:23:05.444037 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=15 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:05.446800 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41570) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:05.449291 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=17 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:05.457056 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': 'ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:05.518021 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (1b16934f-b536-4857-9271-c297c0b95ca2), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.619617 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (1b16934f-b536-4857-9271-c297c0b95ca2), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.629105 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (1b16934f-b536-4857-9271-c297c0b95ca2), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.659974 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b16934f-b536-4857-9271-c297c0b95ca2,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:05.676984 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.683255 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b9b6e8bd-b7bc-4e9b-b0ab-b778c85b2fc9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2352221 Aug 31 00:23:05.688828 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41572) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:05.694709 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:05.741655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.784282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218660-c765-4040-ab18-b4b9d3ca0898 req-abb3697f-7f51-40ef-bf32-2899614856ff tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:05.794160 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-02218660-c765-4040-ab18-b4b9d3ca0898 req-abb3697f-7f51-40ef-bf32-2899614856ff tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 943 time: 0.1713111 Aug 31 00:23:05.802572 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Allocated IP 172.20.0.11 (f5d24600-1d04-47b6-a84d-0a5669f6e4ab/4b18b65b-c777-4800-a6e0-698661a2264a/bb85f003-67c3-4300-9f2a-5e9218c74a03) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:05.837974 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:05.916117 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:05.959213 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:05.973226 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-02218660-c765-4040-ab18-b4b9d3ca0898 req-0ef4877d-5e22-44f8-b565-aa0985bb01fa tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774368 Aug 31 00:23:06.270413 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:06.302626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7577090a-d827-456b-8976-d6089a2de3d8 req-d374ec79-cd36-4b70-b605-5ecbbb2ab3b1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 210 time: 0.1048248 Aug 31 00:23:06.347786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.27.4.50 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/c9f95331-15dc-420e-9a84-5215d5691b76) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:06.388618 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:06.415744 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:06.519826 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:06.529351 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:06.656974 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-660dce7d-8f03-4165-a3b3-f30ed121aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:06.660217 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-660dce7d-8f03-4165-a3b3-f30ed121aabd service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 1127 time: 0.1326144 Aug 31 00:23:06.683405 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:06.690502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (c9f95331-15dc-420e-9a84-5215d5691b76), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:06.782839 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:06.795318 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:06.906334 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event updated for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:06.965511 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:06.974758 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:06.979025 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=c9f95331-15dc-420e-9a84-5215d5691b76,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:06.992676 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:07.047723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:07.048832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.068597 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380a942-0dbc-47a8-8647-65cf928898ef req-6a21633e-97da-4fba-97e2-6234be330aef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:07.071401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2380a942-0dbc-47a8-8647-65cf928898ef req-6a21633e-97da-4fba-97e2-6234be330aef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.3623319 Aug 31 00:23:07.084218 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cdda4297-0580-44f7-a140-a96b137486ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.154490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-2cd4c5f0-a556-420b-8dcb-9d674c772a77 None None] Provisioning complete for port bb85f003-67c3-4300-9f2a-5e9218c74a03 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:07.155916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c5f0-a556-420b-8dcb-9d674c772a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.157241 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-1db1ade1-4a5d-4d50-84d7-e81de01a9325 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5584652 Aug 31 00:23:07.217886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Request body: {'port': {'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:07.242324 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4c5f0-a556-420b-8dcb-9d674c772a77 None None] Port bb85f003-67c3-4300-9f2a-5e9218c74a03 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:07.270793 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-0ff9950f-9cbf-433c-a23f-a1502bdc9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:07.273332 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-0ff9950f-9cbf-433c-a23f-a1502bdc9ffe service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 914 time: 0.5766618 Aug 31 00:23:07.374456 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.386938 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-9afcce13-f060-4370-b04f-2ae2388dcd44 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de HTTP/1.1" status: 200 len: 217 time: 0.1047225 Aug 31 00:23:07.405785 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2380a942-0dbc-47a8-8647-65cf928898ef req-b9d2cb20-e787-4e24-800a-41f8f3808b77 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734895 Aug 31 00:23:07.527589 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.528857 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.573140 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-a19a27b2-26df-4baf-bb4c-80afb0802705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:07.574606 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-a19a27b2-26df-4baf-bb4c-80afb0802705 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=c17130ed-19f7-47ab-80e6-9b8b76627795 HTTP/1.1" status: 200 len: 853 time: 0.1781783 Aug 31 00:23:07.639685 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bf93a34c-ae93-4182-80ce-4c70d2e698de details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:23:07.729810 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-c9886ce5-21cd-407b-ae39-13a03f44a6a4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430299 Aug 31 00:23:07.872320 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (c9f95331-15dc-420e-9a84-5215d5691b76), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.884007 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:07.886940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:07.945488 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'bf93a34c-ae93-4182-80ce-4c70d2e698de', 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb', 'port_id': 'bf93a34c-ae93-4182-80ce-4c70d2e698de', 'mac_address': 'fa:16:3e:ac:32:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17130ed-19f7-47ab-80e6-9b8b76627795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:23:08.080714 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-34da2fdd-4631-42de-a7f4-b9ba238d3203 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060465 Aug 31 00:23:08.123297 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port bf93a34c-ae93-4182-80ce-4c70d2e698de is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:08.124822 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.153485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=c9f95331-15dc-420e-9a84-5215d5691b76,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:08.187964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:08.215664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:08.255286 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf93a34c-ae93-4182-80ce-4c70d2e698de {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:08.259806 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.270666 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.316459 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:08.326418 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.341624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.352258 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4c5061a2-46d4-4719-9090-8f09d0f462d7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6535859 Aug 31 00:23:08.448593 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a04b77-f3ce-447f-b654-78054a986b53 req-58092b15-64f8-45c8-b765-4d9a848fd251 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:08.450423 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-04a04b77-f3ce-447f-b654-78054a986b53 req-58092b15-64f8-45c8-b765-4d9a848fd251 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 943 time: 0.7329950 Aug 31 00:23:08.527806 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:08.618677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:08.678335 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-04a04b77-f3ce-447f-b654-78054a986b53 req-30093398-9650-42b5-bf69-bd668a854c74 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073898 Aug 31 00:23:08.687574 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66415a04-14e0-41be-b31b-cb93d87409e8 req-2722ea2e-47b4-41f8-9a05-81a6f974206e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264955 Aug 31 00:23:08.839415 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['bf93a34c-ae93-4182-80ce-4c70d2e698de'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:23:08.872813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a703efc-dd2a-4326-8ef9-6ab2f126cec0 req-0d58ef64-a4f8-43b5-aeb7-36f9f4578d1b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:08.880185 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a703efc-dd2a-4326-8ef9-6ab2f126cec0 req-0d58ef64-a4f8-43b5-aeb7-36f9f4578d1b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 932 time: 0.0991416 Aug 31 00:23:08.895941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb85f003-67c3-4300-9f2a-5e9218c74a03 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:08.910938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks [] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:08.940172 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Transition to ACTIVE for port object bb85f003-67c3-4300-9f2a-5e9218c74a03 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:23:08.957001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.019130 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:09.068728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a703efc-dd2a-4326-8ef9-6ab2f126cec0 req-53ba080f-255e-474c-9741-4f8dbec01dcd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872680 Aug 31 00:23:09.179205 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Pushing event updated for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:09.322280 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b92f5-43e6-4bc8-b217-c3aceb337923 req-74dc5e9a-d8a1-429c-80f7-d94ed5fcd3f2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:09.324109 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e85b92f5-43e6-4bc8-b217-c3aceb337923 req-74dc5e9a-d8a1-429c-80f7-d94ed5fcd3f2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.0851409 Aug 31 00:23:09.355723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Attempting to bind port bb85f003-67c3-4300-9f2a-5e9218c74a03 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:09.356338 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Attempting to bind port bb85f003-67c3-4300-9f2a-5e9218c74a03 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:09.356915 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Attempting to bind port bb85f003-67c3-4300-9f2a-5e9218c74a03 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:09.385667 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Port bb85f003-67c3-4300-9f2a-5e9218c74a03 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:23:09.386211 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Attempting to bind port bb85f003-67c3-4300-9f2a-5e9218c74a03 on network f5d24600-1d04-47b6-a84d-0a5669f6e4ab {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:09.412523 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:09.412523 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Checking segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:09.413012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Bound using segment: {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:09.413777 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Bound port: bb85f003-67c3-4300-9f2a-5e9218c74a03, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2fc3ba-0659-45f0-8f06-6d9242075943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:09.414390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.532436 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e85b92f5-43e6-4bc8-b217-c3aceb337923 req-517be70f-85f7-4558-8894-60e9f9b16c44 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918986 Aug 31 00:23:09.585285 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:23:09.715343 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.719016 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:09.725226 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:09.740350 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.748656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:09.749228 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.751555 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1094 time: 2.5427840 Aug 31 00:23:09.752234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:09.755551 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07004ee9-7864-4520-8dd0-931c9a85fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:09.844315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:09.910375 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:09.956126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c87e1-5404-461e-a2c1-9574b1537c6b service neutron] Pushing event updated for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:09.992925 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-f5d3151f-f519-45ce-b631-f1a7ac8d4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:09.997350 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-f5d3151f-f519-45ce-b631-f1a7ac8d4046 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1128 time: 0.1352501 Aug 31 00:23:10.170474 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bf93a34c-ae93-4182-80ce-4c70d2e698de up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:10.171608 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-2b30ef1b-bab0-4ce4-8342-40851cc0b2b5 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 217 time: 0.1409469 Aug 31 00:23:10.252009 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-bb80251f-ccef-4976-aa12-d7c24d97d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:10.253549 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-bb80251f-ccef-4976-aa12-d7c24d97d360 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0717666 Aug 31 00:23:10.266271 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port bf93a34c-ae93-4182-80ce-4c70d2e698de completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:23:10.280962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port bf93a34c-ae93-4182-80ce-4c70d2e698de triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:10.281660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:10.364947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-b3e6e626-6a57-4bc3-9167-fbc3940187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:10.368195 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-b3e6e626-6a57-4bc3-9167-fbc3940187f0 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076307 Aug 31 00:23:10.462247 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port bf93a34c-ae93-4182-80ce-4c70d2e698de is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:10.462933 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:10.510932 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-c85ffdee-d68c-4383-902d-4a8c754a0be6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353548 Aug 31 00:23:10.511384 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:10.514357 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e6be3-e873-48eb-8bdd-b873a3da6d85" -d '{"events": [{"server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "name": "network-vif-plugged", "status": "completed", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:10.521878 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:10.529677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:10.604520 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:10.698625 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c2b22c7-52a4-47ec-8f2d-2a0269597bdd req-6550f89e-c175-4915-bda7-9d63470f59eb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782482 Aug 31 00:23:10.999350 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:11.098822 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-b9ad0821-801b-4e7c-b725-4e02777e6c76 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=9e164298f9d449498f1c7b4c06a839be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705593 Aug 31 00:23:11.112654 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:11.732043 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-b5d114a1-6576-4832-ba54-30103569165c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2078829871&fields=id&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 267 time: 0.6651559 Aug 31 00:23:11.900579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-cb742ab5-a1af-4fa9-92f1-d1d0b857f5a8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:11.903189 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-cb742ab5-a1af-4fa9-92f1-d1d0b857f5a8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7874141 Aug 31 00:23:11.978305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-afe4dd68-d82c-460f-957c-d73313c58a63 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/quotas/9e164298f9d449498f1c7b4c06a839be HTTP/1.1" status: 200 len: 375 time: 0.0495126 Aug 31 00:23:12.095030 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-410fc3f3-be72-4a96-bfa8-9fbc447b0a61 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9e164298f9d449498f1c7b4c06a839be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901017 Aug 31 00:23:12.113952 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-15845c1e-a830-4678-a8e3-ae1454c857bc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:12.125952 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-15845c1e-a830-4678-a8e3-ae1454c857bc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.3925273 Aug 31 00:23:12.152838 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-19eb6ad9-eebf-4a7b-906d-9ea03f4f46e5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/quotas/dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 375 time: 0.0256245 Aug 31 00:23:12.274801 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-5c95bb8b-98c3-484e-b0fe-68ee81bc3373 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191008 Aug 31 00:23:12.448871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-95b9e72a-21fa-4e95-afb7-b80ff36ffeed service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668429 Aug 31 00:23:12.571022 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25ca-c4ad-4db4-ac60-ab416d7af53e req-40106378-7d27-4aeb-8ddb-78b1939154f5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:12.578804 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f9ba25ca-c4ad-4db4-ac60-ab416d7af53e req-40106378-7d27-4aeb-8ddb-78b1939154f5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.1287584 Aug 31 00:23:12.671809 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f9ba25ca-c4ad-4db4-ac60-ab416d7af53e req-2f6ddf5a-a5cd-4349-b5a9-faf7f1ee96fa tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Aug 31 00:23:12.737340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-aa034f86-eb88-41d6-ac27-d7a6602be0d3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737341 Aug 31 00:23:12.793195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867c0866-31ac-4ec1-9d1e-07130d866f06 x-openstack-request-id: req-867c0866-31ac-4ec1-9d1e-07130d866f06 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:12.793720 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:12.794779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-867c0866-31ac-4ec1-9d1e-07130d866f06 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:12.795423 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867c0866-31ac-4ec1-9d1e-07130d866f06'] response: {'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'status': 'completed', 'code': 200} Aug 31 00:23:13.019103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:13.048894 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-1c7de6ff-660f-449a-9afe-7ac6b3aec647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.074211 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6bd34-dd9a-4ec0-98c7-09b869acdded x-openstack-request-id: req-afd6bd34-dd9a-4ec0-98c7-09b869acdded {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:13.074972 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "name": "network-vif-plugged", "status": "completed", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:13.075154 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afd6bd34-dd9a-4ec0-98c7-09b869acdded {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:13.075702 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd6bd34-dd9a-4ec0-98c7-09b869acdded'] response: {'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de', 'code': 200} Aug 31 00:23:13.084650 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-1c7de6ff-660f-449a-9afe-7ac6b3aec647 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1128 time: 0.1754990 Aug 31 00:23:13.361316 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ccf7-3455-4c00-bd37-a0d2dd6a0447 req-dafe5aa8-8253-4eb7-a903-cab40ce48d2f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.366287 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c6d9ccf7-3455-4c00-bd37-a0d2dd6a0447 req-dafe5aa8-8253-4eb7-a903-cab40ce48d2f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 944 time: 0.4353800 Aug 31 00:23:13.540828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa343-8d9a-412f-9466-71462dbd9596 req-3450dbef-73f9-4386-bbc6-04f0b76f58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.542512 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fcaa343-8d9a-412f-9466-71462dbd9596 req-3450dbef-73f9-4386-bbc6-04f0b76f58b0 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 1129 time: 0.0586364 Aug 31 00:23:13.561950 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246e7af-226e-440b-b408-51516a331f32 req-de068edd-f4d0-4669-a046-6527db0694d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.563662 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-de068edd-f4d0-4669-a046-6527db0694d3 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1129 time: 0.1937356 Aug 31 00:23:13.624376 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e744b-058e-4949-bbef-a4b13f2250bc req-38adb6c2-9ca3-427e-b213-7afd0185af4d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.626786 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b0e744b-058e-4949-bbef-a4b13f2250bc req-38adb6c2-9ca3-427e-b213-7afd0185af4d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.3814986 Aug 31 00:23:13.663814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:13.708479 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c6d9ccf7-3455-4c00-bd37-a0d2dd6a0447 req-f9b8fa34-9b59-41d8-ac19-bd90b5d9246f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948582 Aug 31 00:23:13.892123 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b0e744b-058e-4949-bbef-a4b13f2250bc req-ed2fec15-cf25-4ca6-bac0-e768ac70cc19 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427292 Aug 31 00:23:13.904280 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-11ecf6bb-4756-44b0-9863-e2b7abd7db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:13.905802 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-11ecf6bb-4756-44b0-9863-e2b7abd7db83 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.8201735 Aug 31 00:23:13.954741 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8befc6be-b87e-4fc0-a49b-ab9ca1d9c489 req-8ba8d98b-0aa6-41ea-8dbb-88cf5c0705c7 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0771646 Aug 31 00:23:14.071719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fcaa343-8d9a-412f-9466-71462dbd9596 req-a1f5a53e-6f4a-4e9b-8af7-b00a2510fe96 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962361 Aug 31 00:23:14.090293 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-02c652d3-0d30-479b-9135-9d2037644ae7 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 217 time: 0.1608086 Aug 31 00:23:14.100503 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bb85f003-67c3-4300-9f2a-5e9218c74a03 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:23:14.157465 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6b71c6ec-a28f-4bdf-a720-f6521f6125d2 req-9f5230a3-e049-4e15-941e-f1e2f048c832 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0974734 Aug 31 00:23:14.203942 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c654-7800-43bb-8a19-1c76cb56ded9 req-a33a4587-1162-4a59-85d3-736e5e12ba2a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:14.206303 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-20e0c654-7800-43bb-8a19-1c76cb56ded9 req-a33a4587-1162-4a59-85d3-736e5e12ba2a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.1315885 Aug 31 00:23:14.212496 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246e7af-226e-440b-b408-51516a331f32 req-236e2c53-f68a-4ac7-af71-ec00dcd600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:14.215251 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-236e2c53-f68a-4ac7-af71-ec00dcd600f4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.6009724 Aug 31 00:23:14.255980 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:14.286951 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:23:14.344067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-20e0c654-7800-43bb-8a19-1c76cb56ded9 req-faf1dddc-8b50-4891-b6db-ed02859ba1a9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144643 Aug 31 00:23:14.351294 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:14.377941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port bb85f003-67c3-4300-9f2a-5e9218c74a03 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:14.378593 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:14.403439 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb85f003-67c3-4300-9f2a-5e9218c74a03 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:14.482893 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:14.495968 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:14.571027 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-4e09368c-d4b8-4468-b0ce-772aaf937c94 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 1001 time: 0.1375496 Aug 31 00:23:14.586560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-632a888b-86b0-4345-8453-51404d7f8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:14.588587 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-632a888b-86b0-4345-8453-51404d7f8458 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.1648448 Aug 31 00:23:14.590760 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:14.925859 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8866-2631-4700-af9f-1c0b624ee0b3 req-84758f86-a10f-4aaa-8fc0-36d4afe25e99 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:14.928474 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f92f8866-2631-4700-af9f-1c0b624ee0b3 req-84758f86-a10f-4aaa-8fc0-36d4afe25e99 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 945 time: 0.0904846 Aug 31 00:23:15.009854 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f92f8866-2631-4700-af9f-1c0b624ee0b3 req-87f6ef87-3d01-4759-b72e-ea0d929f3dfd tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737197 Aug 31 00:23:15.043221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['bb85f003-67c3-4300-9f2a-5e9218c74a03'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:23:15.322855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-95fa4cfc-0d81-4254-bb91-81c930acd50b req-5464a184-cec3-4898-8d22-0a682b777d3f tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.1111107 Aug 31 00:23:15.413829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-57fcecad-1819-40b7-9fc2-c2970967f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:15.417246 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-57fcecad-1819-40b7-9fc2-c2970967f091 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3156097 Aug 31 00:23:15.490380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246e7af-226e-440b-b408-51516a331f32 req-b47be07c-4945-4475-9063-e7a545e1c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:15.493638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-b47be07c-4945-4475-9063-e7a545e1c8bb service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.3731401 Aug 31 00:23:15.675354 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5b94-4bcb-4552-9109-20a1e5079fef req-f81c8221-942c-4bae-9b38-77ed021afe9e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:15.676987 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-006e5b94-4bcb-4552-9109-20a1e5079fef req-f81c8221-942c-4bae-9b38-77ed021afe9e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.3476691 Aug 31 00:23:15.678824 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5a0c44e8-3012-4a76-97ce-df77fd80d68b req-2333986a-1d2c-4241-b5ac-319c390b4069 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.1828098 Aug 31 00:23:15.698732 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:15.721652 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246e7af-226e-440b-b408-51516a331f32 req-a0d24e5a-63d0-4f69-9b1f-9b51adb202b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:15.723071 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-a0d24e5a-63d0-4f69-9b1f-9b51adb202b5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2159934 Aug 31 00:23:15.789355 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-7e364b6b-9009-4a94-87da-d70b60231754 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905796 Aug 31 00:23:15.809407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-006e5b94-4bcb-4552-9109-20a1e5079fef req-acdb0d1b-a898-4069-aa40-196b03d2873b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244519 Aug 31 00:23:15.843015 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4414f7-a986-4c01-820b-7efaa677b6f6 req-bb54bbe9-1cc1-458f-938e-21939273f264 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:15.846372 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c4414f7-a986-4c01-820b-7efaa677b6f6 req-bb54bbe9-1cc1-458f-938e-21939273f264 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.0832870 Aug 31 00:23:15.947197 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c4414f7-a986-4c01-820b-7efaa677b6f6 req-24e3461e-44ee-4e64-aee1-f60aab13d55d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841711 Aug 31 00:23:16.177694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399e9dc-7f1b-421f-93f9-ef71cc57f2c1 req-80e34aba-19fc-458f-bfb9-55e89ffa0d30 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:16.179905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5399e9dc-7f1b-421f-93f9-ef71cc57f2c1 req-80e34aba-19fc-458f-bfb9-55e89ffa0d30 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 945 time: 0.0743484 Aug 31 00:23:16.289092 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5399e9dc-7f1b-421f-93f9-ef71cc57f2c1 req-f5a0772e-e9e4-441a-b036-48cd5cf82f2e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952649 Aug 31 00:23:16.543706 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bb85f003-67c3-4300-9f2a-5e9218c74a03 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:16.645933 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port bb85f003-67c3-4300-9f2a-5e9218c74a03 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:23:16.660687 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port bb85f003-67c3-4300-9f2a-5e9218c74a03 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:16.661220 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:16.946819 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:16.952777 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port bb85f003-67c3-4300-9f2a-5e9218c74a03 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:16.953512 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:17.102341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:17.105122 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:17.110535 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502fa3d1-e12d-4151-aeb7-2e17d08be571" -d '{"events": [{"server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "name": "network-vif-plugged", "status": "completed", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:17.117397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:17.215548 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:17.218334 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d02cc2c2-dc2f-4bc0-8868-2a6588715378 req-af9f7072-bb3c-4252-96d9-6d787a561f32 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.5730379 Aug 31 00:23:17.234585 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:17.270526 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4f8a72b-9ff2-4954-9932-9416e948d2f8 req-bbafa47f-649e-4fb5-ae5a-f8d7693688ac tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0910227 Aug 31 00:23:17.375209 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-c29a5b86-1378-4319-90df-164b63161b74 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=9e164298f9d449498f1c7b4c06a839be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2062423 Aug 31 00:23:17.478574 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-3eadcbd0-853c-43dd-9517-5ad4a76f5b7a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0725720 Aug 31 00:23:17.567944 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbc6df-e6b3-4996-b615-2db1f243a522 req-68eb5a6b-c398-4551-9d9d-db575c1aad06 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:17.582466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-afdbc6df-e6b3-4996-b615-2db1f243a522 req-68eb5a6b-c398-4551-9d9d-db575c1aad06 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.1892278 Aug 31 00:23:17.762631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-07004ee9-7864-4520-8dd0-931c9a85fc7e req-ad58006f-78ed-493c-a9f4-d61de1cb1fbb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3614717 Aug 31 00:23:17.791038 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba284a-38b2-45d8-a0c1-f1a8f580b771 req-5e2462aa-5d5e-4564-814c-b5204dd7ab63 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:17.792717 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10ba284a-38b2-45d8-a0c1-f1a8f580b771 req-5e2462aa-5d5e-4564-814c-b5204dd7ab63 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.3613505 Aug 31 00:23:17.945452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-afdbc6df-e6b3-4996-b615-2db1f243a522 req-fcfc58ce-031f-48ca-80bd-cd9d1395278d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934585 Aug 31 00:23:17.984536 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-c52bf1e7-060e-4ecb-a2da-6282830e909d tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:17.984536 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-c52bf1e7-060e-4ecb-a2da-6282830e909d tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5059664 Aug 31 00:23:17.995184 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10ba284a-38b2-45d8-a0c1-f1a8f580b771 req-1494b26a-2e28-47dd-b429-330b8cac00e4 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719677 Aug 31 00:23:17.998122 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1246e7af-226e-440b-b408-51516a331f32 req-3c0405c7-fe4e-4ef1-9101-f6b8e9150d7c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073496 Aug 31 00:23:18.022799 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb206fd2-5b13-41ac-8884-928c10de0662 x-openstack-request-id: req-bb206fd2-5b13-41ac-8884-928c10de0662 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:18.023345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "name": "network-vif-plugged", "status": "completed", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:18.023345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb206fd2-5b13-41ac-8884-928c10de0662 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:18.023805 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb206fd2-5b13-41ac-8884-928c10de0662'] response: {'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'code': 200} Aug 31 00:23:18.201715 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10c66e-af2d-4411-8d59-96882183cfba req-a11aa83d-0e22-45ff-993b-6d884d9c6b63 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:18.204474 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e10c66e-af2d-4411-8d59-96882183cfba req-a11aa83d-0e22-45ff-993b-6d884d9c6b63 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0923786 Aug 31 00:23:18.213490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Request body: {'port': {'device_id': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd', 'admin_state_up': True, 'tenant_id': '9e164298f9d449498f1c7b4c06a839be'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:18.316962 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:18.319808 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:18.409719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:18.454466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-616bc8bb-7f7f-4cfb-89fc-4b9176f2ba01 req-f7d989a2-9dfd-4ce7-9b62-43a4fafc4003 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0723605 Aug 31 00:23:18.460899 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e10c66e-af2d-4411-8d59-96882183cfba req-1b86999a-61d2-4802-8ab9-17bab1d03e18 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391555 Aug 31 00:23:18.552769 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Made reservation on behalf of 9e164298f9d449498f1c7b4c06a839be for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:18.558811 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:18.572884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:18.805773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:18.888257 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-368bb0e2-9772-4a41-a928-13722a268e40 req-b5c03deb-c6fe-4ae4-8350-e0c77a021ecf tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.2391419 Aug 31 00:23:18.932139 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-bc8fc46c-722e-496c-b236-12d4e04b0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:18.935401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-bc8fc46c-722e-496c-b236-12d4e04b0908 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1129 time: 0.3153627 Aug 31 00:23:19.143432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e579-486c-488c-9389-4c2835056d7b req-f15140cc-361f-472b-b121-4064d8aabdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:19.147969 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-dca5e579-486c-488c-9389-4c2835056d7b req-f15140cc-361f-472b-b121-4064d8aabdec service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.1317425 Aug 31 00:23:19.280565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks [] for security_group (8ff6a05e-328f-4fbd-898e-c1a64eb140e7), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:19.312937 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-34156516-f76b-40a8-9b54-878c3093b150 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:19.316750 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-34156516-f76b-40a8-9b54-878c3093b150 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.7383399 Aug 31 00:23:19.317818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8ff6a05e-328f-4fbd-898e-c1a64eb140e7), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:19.405275 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbec0-ef07-412c-865b-57165b0b3946 req-3d477bf4-693b-444b-96cd-4762b2f6f008 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:19.407975 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a23dbec0-ef07-412c-865b-57165b0b3946 req-3d477bf4-693b-444b-96cd-4762b2f6f008 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 945 time: 0.2443149 Aug 31 00:23:19.429794 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-dca5e579-486c-488c-9389-4c2835056d7b req-2113c6da-820e-43c9-bf13-080632361189 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504594 Aug 31 00:23:19.551637 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-aa7882eb-03e5-4bba-81d0-ba43183f994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:19.554497 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-aa7882eb-03e5-4bba-81d0-ba43183f994d service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.6061392 Aug 31 00:23:19.581040 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff6a05e-328f-4fbd-898e-c1a64eb140e7,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:19.584297 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:19.655996 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.656456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.656740 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.657086 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.657463 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.657937 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.658864 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.659212 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.659575 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.660098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.660593 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.660936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.661398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.661603 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.661934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:19.683526 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0516c054-3dbe-4022-be3c-16755ccf154e req-fb1254fc-66c6-48fe-b87c-b8c7585b5aeb tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0993292 Aug 31 00:23:19.764039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a23dbec0-ef07-412c-865b-57165b0b3946 req-91b8d085-3cd3-4a29-b218-d6e642519490 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325534 Aug 31 00:23:19.778228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-b2334d50-5268-43c6-902f-b69edfab142c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 472 time: 0.3561623 Aug 31 00:23:19.811951 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Allocated IP 192.168.233.163 (ade9fbdb-c50b-4762-9953-4b6b94fdd2fd/de55e5ee-a95e-47b8-8530-b0bfbd9149bc/8f3f1405-2fc5-4b5e-aa6d-8b4237256828) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:19.819102 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'port': {'device_id': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'admin_state_up': True, 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'security_groups': ['ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:19.869509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:20.020900 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-ffc32f37-761f-4197-a80f-83c8a4a88e32 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 1001 time: 0.2246592 Aug 31 00:23:20.034222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794628-8f32-4f4e-b590-69c188fd1f97 req-c972726a-8136-455c-a71b-18c6ca59f46f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:20.036098 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b794628-8f32-4f4e-b590-69c188fd1f97 req-c972726a-8136-455c-a71b-18c6ca59f46f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1839781 Aug 31 00:23:20.207440 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c2e06b90-c2e6-4e12-b51e-773de5e5b454 req-b99bed3f-7021-4058-9388-b7a05aec1b04 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0944059 Aug 31 00:23:20.214395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:20.263194 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b794628-8f32-4f4e-b590-69c188fd1f97 req-3b48ab51-4a94-4f08-825b-10f45916ff67 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097015 Aug 31 00:23:20.288673 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:20.293788 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:20.352934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks [] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:20.525896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:23:20.634133 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:20.645690 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-e4e023f3-3f33-474e-a68d-2b6d1bda28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:20.648561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-e4e023f3-3f33-474e-a68d-2b6d1bda28dd service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.2464676 Aug 31 00:23:20.661060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: ACTIVE; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:20.661816 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:20.700589 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:20.703185 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c655de-1b55-4d7f-b6b0-ccd3bd18dfb9" -d '{"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:20.744513 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:20.753243 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:20.837411 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3bc4ac-4ce2-41cb-864f-c44089433e99 x-openstack-request-id: req-7a3bc4ac-4ce2-41cb-864f-c44089433e99 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:20.837774 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:20.838429 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a3bc4ac-4ce2-41cb-864f-c44089433e99 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:20.839453 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3bc4ac-4ce2-41cb-864f-c44089433e99'] response: {'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'code': 200} Aug 31 00:23:20.841059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:20.885056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=8']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:20.885966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:20.894941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.20.0.4 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/045ec9e3-1f50-4880-9a45-e10e1bd6b41b) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:20.903877 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:20.949999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Pushing event updated for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:20.973566 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-d1b14a78-0552-406c-b8cf-d4d8546bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:20.978537 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-d1b14a78-0552-406c-b8cf-d4d8546bcdb7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3150244 Aug 31 00:23:21.140947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bac4a-7a2b-4469-b04d-65202821f1a7 req-837c5c93-9d62-4630-84c1-cc9fe2628d5b tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:21.144373 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8a3bac4a-7a2b-4469-b04d-65202821f1a7 req-837c5c93-9d62-4630-84c1-cc9fe2628d5b tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 936 time: 0.3012085 Aug 31 00:23:21.169248 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:21.187388 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0bbcc-d43a-4c7b-ad89-9feb3726cf6d req-79bbea0e-3d00-4a0c-8c13-dbac7169d248 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:21.190245 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06b0bbcc-d43a-4c7b-ad89-9feb3726cf6d req-79bbea0e-3d00-4a0c-8c13-dbac7169d248 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2214463 Aug 31 00:23:21.216308 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:21.217156 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:21.244019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-100d71ac-f4ad-4e75-b673-e206cbef477a None None] Provisioning complete for port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:21.244605 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-100d71ac-f4ad-4e75-b673-e206cbef477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:21.305782 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-100d71ac-f4ad-4e75-b673-e206cbef477a None None] Port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:21.352965 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-98c2c491-c29d-4d53-ae70-cfd3dfdbc0d8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1462755 Aug 31 00:23:21.668912 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Request body: {'port': {'device_id': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:21.697399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:21.751600 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8a3bac4a-7a2b-4469-b04d-65202821f1a7 req-e7aaac29-1358-4551-8518-e1068b79cb06 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874782 Aug 31 00:23:21.803678 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06b0bbcc-d43a-4c7b-ad89-9feb3726cf6d req-439e0233-136a-4bee-82fc-8ccad254b93d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6005983 Aug 31 00:23:21.923714 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:21.963100 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b233448-177b-4146-a17b-38d80ecf9c88 req-16a23637-dce7-49ab-8890-7e4e0187a4a9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0740893 Aug 31 00:23:21.988889 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.046672 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-7c7ac351-ccf2-4ded-bea5-cf68fd9d60f7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745208 Aug 31 00:23:22.075049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ea1a-9a5c-4fbb-b616-d0c50dcb50e6 req-87148d06-31d4-4c2d-b8fa-78bf757399ca tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:22.076807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3d30ea1a-9a5c-4fbb-b616-d0c50dcb50e6 req-87148d06-31d4-4c2d-b8fa-78bf757399ca tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1176908 Aug 31 00:23:22.134558 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.317127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:22.350215 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:22.364088 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3d30ea1a-9a5c-4fbb-b616-d0c50dcb50e6 req-f5fa7075-d476-4832-88c0-c2a503e1bd1e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639098 Aug 31 00:23:22.365010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:22.374488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:22.476196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:22.537688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:22.538396 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.567978 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06e43114-2bb4-4dd4-baca-718ee1da9cfe req-feb9a7a3-9d07-4d03-a51d-f26dce864831 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187525 Aug 31 00:23:22.613282 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-0f4107d0-c9d7-4e98-b710-7261ea7c903a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8030794 Aug 31 00:23:22.778254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:22.786256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:22.790529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-57542be8-ae45-4d66-af8f-295827b7b053 None None] Provisioning complete for port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:22.791182 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-57542be8-ae45-4d66-af8f-295827b7b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.809167 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks [] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.835493 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-57542be8-ae45-4d66-af8f-295827b7b053 None None] Port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:22.843285 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Transition to ACTIVE for port object 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:23:22.851315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdca79-d787-4d91-a97d-9ebe1244eb17 req-75e94171-adab-4e2c-851f-1254c937a597 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:22.853084 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4bbdca79-d787-4d91-a97d-9ebe1244eb17 req-75e94171-adab-4e2c-851f-1254c937a597 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1331635 Aug 31 00:23:22.854284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.873134 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41848) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:22.879137 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'floatingip': {'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:22.948189 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:22.980571 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:23.202418 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b5d64-c2ca-43b6-864b-f5ed763c4a90 req-834ca80f-ce1e-4672-82dc-161fa5cad3f5 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:23.206233 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-564b5d64-c2ca-43b6-864b-f5ed763c4a90 req-834ca80f-ce1e-4672-82dc-161fa5cad3f5 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.2818620 Aug 31 00:23:23.216176 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:23.296275 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ce185-d36e-4fc7-bc2a-fdc9d4b30f84 req-e42a2c8d-f5ec-4f4f-ba5f-25495140491a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:23.315445 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b85ce185-d36e-4fc7-bc2a-fdc9d4b30f84 req-e42a2c8d-f5ec-4f4f-ba5f-25495140491a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2597792 Aug 31 00:23:23.408969 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41858) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:23.448011 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Attempting to bind port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:23.448563 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Attempting to bind port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:23.449191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Attempting to bind port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 on network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:23.473456 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-564b5d64-c2ca-43b6-864b-f5ed763c4a90 req-001f3564-5d3f-4736-9090-f114d2524112 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434008 Aug 31 00:23:23.480383 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 on network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:23:23.480767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Attempting to bind port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 on network ade9fbdb-c50b-4762-9953-4b6b94fdd2fd {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:23.504235 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b85ce185-d36e-4fc7-bc2a-fdc9d4b30f84 req-6072db0e-b712-4632-bd34-acaf7be9b4e9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842215 Aug 31 00:23:23.521888 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:23.523032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Checking segment: {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:23.523676 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Bound using segment: {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:23.524735 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Bound port: 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a3b4c7-45f2-445b-ab45-1cc981124bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:23.525339 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.556960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.566897 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.687354 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.719014 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af10273-aab2-416b-b392-129ee17396a6 req-79444294-86d9-4b3e-9392-45f996bfecf0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:23.721573 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4af10273-aab2-416b-b392-129ee17396a6 req-79444294-86d9-4b3e-9392-45f996bfecf0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 931 time: 0.0878921 Aug 31 00:23:23.724309 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:23.728554 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:23.748324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.755311 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:23.755773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:23.757216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/8f3f1405-2fc5-4b5e-aa6d-8b4237256828 HTTP/1.1" status: 200 len: 1098 time: 2.0942721 Aug 31 00:23:23.760028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:23.762381 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88270a78-6920-471b-952b-a64aaf03931c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:23.764381 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Floating IP 3c9fdb1f-32ff-418e-8ac8-38a18b975944 associated. External IP: 172.27.4.236, port: bb85f003-67c3-4300-9f2a-5e9218c74a03. Aug 31 00:23:23.817784 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57d2ac-77d6-4d8b-b3c1-b9cfb12c1e97 x-openstack-request-id: req-7e57d2ac-77d6-4d8b-b3c1-b9cfb12c1e97 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:23.818370 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:23.818713 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e57d2ac-77d6-4d8b-b3c1-b9cfb12c1e97 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:23.819338 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e57d2ac-77d6-4d8b-b3c1-b9cfb12c1e97'] response: {'name': 'network-changed', 'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828', 'status': 'completed', 'code': 200} Aug 31 00:23:23.846384 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4af10273-aab2-416b-b392-129ee17396a6 req-03072431-6135-40a4-a088-21398bcd3968 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153789 Aug 31 00:23:23.850035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d56e43-72d4-4dc5-8812-5d83ecf7c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:23.992670 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:24.042327 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Publish callbacks [] for security_group (e1bf2843-b89d-487b-9837-9a8e8673a6f8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.050752 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e1bf2843-b89d-487b-9837-9a8e8673a6f8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.414341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf2843-b89d-487b-9837-9a8e8673a6f8,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:24.420735 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=02ad30ceb65e4c38a3d96cd84d94ba6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0105669 Aug 31 00:23:24.426590 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41866) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:24.457202 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.457202 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.457786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.458146 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.458565 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.458975 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.459382 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.459773 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.460199 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.461303 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.461303 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.461665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:24.461827 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.461984 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.462349 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.462767 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7b33c-1889-4c52-bdb3-87eae4d8fb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:24.499773 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:24.521335 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] Publish callbacks [] for security_group (e1bf2843-b89d-487b-9837-9a8e8673a6f8), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.522901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:23:24.552611 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] Publish callbacks [] for security_group (e1bf2843-b89d-487b-9837-9a8e8673a6f8), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.658823 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Request body: {'port': {'device_id': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:24.731417 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:24.744082 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.752811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:24.771308 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:24.772739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:24.823132 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2b04d9d5-6f18-4cbb-a0e2-a4b7eb57b936 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/3c9fdb1f-32ff-418e-8ac8-38a18b975944 HTTP/1.1" status: 200 len: 992 time: 1.9485874 Aug 31 00:23:24.824095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:24.840685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20df9b7-7834-431a-a481-22f812a1e3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:24.856886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e1bf2843-b89d-487b-9837-9a8e8673a6f8), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.859538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:24.863813 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e1bf2843-b89d-487b-9837-9a8e8673a6f8 HTTP/1.1" status: 204 len: 168 time: 0.4327586 Aug 31 00:23:24.883870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333790-2bff-4152-b90f-e3ea055f781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf2843-b89d-487b-9837-9a8e8673a6f8,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:24.891362 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2edb2-10ea-4289-ac3c-e7ad8facc953 req-1e518882-2028-42c9-943a-df6214c38039 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:24.893233 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-abe2edb2-10ea-4289-ac3c-e7ad8facc953 req-1e518882-2028-42c9-943a-df6214c38039 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.2605236 Aug 31 00:23:24.919884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f23835-63ca-499f-81dc-9cf4acd3e96a req-935a0f18-0190-49e4-9a2a-4c406a4f2d89 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:24.921691 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f1f23835-63ca-499f-81dc-9cf4acd3e96a req-935a0f18-0190-49e4-9a2a-4c406a4f2d89 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1859434 Aug 31 00:23:24.958726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270a78-6920-471b-952b-a64aaf03931c req-63a79bea-d606-4ede-bcbd-71a9d36b2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:24.960343 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88270a78-6920-471b-952b-a64aaf03931c req-63a79bea-d606-4ede-bcbd-71a9d36b2c02 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=9e164298f9d449498f1c7b4c06a839be&device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 1132 time: 0.1995084 Aug 31 00:23:24.968959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:25.008945 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:25.041457 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f1f23835-63ca-499f-81dc-9cf4acd3e96a req-853e3acb-1541-4113-bad9-ace9cf088f48 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081796 Aug 31 00:23:25.115078 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-abe2edb2-10ea-4289-ac3c-e7ad8facc953 req-15cc7ce9-5b07-4f94-8c93-c5b2f27098ca tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868677 Aug 31 00:23:25.163164 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88270a78-6920-471b-952b-a64aaf03931c req-de9a2c97-0c53-4622-8008-795bf2ef8021 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=9e164298f9d449498f1c7b4c06a839be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334293 Aug 31 00:23:25.237647 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:25.244959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9cf708-bb18-4545-8f00-c3233ab5f5e0 x-openstack-request-id: req-3c9cf708-bb18-4545-8f00-c3233ab5f5e0 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:25.246669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:25.247295 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c9cf708-bb18-4545-8f00-c3233ab5f5e0 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:25.248221 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9cf708-bb18-4545-8f00-c3233ab5f5e0'] response: {'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'status': 'completed', 'code': 200} Aug 31 00:23:25.571805 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:23:23Z', 'revision_number': 1, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:25.644877 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:25.652625 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:25.653753 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:25.655849 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-abb64996-d1e3-4900-8d88-b073e0e4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:25.658185 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-abb64996-d1e3-4900-8d88-b073e0e4d1f1 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.3270776 Aug 31 00:23:25.726374 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:25.820031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:25.870553 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a9a10-4ae6-4d67-b259-fb1a9cf930be req-c158e8d0-48ca-4263-bdc5-1e5918e1831c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:25.880917 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e1a9a10-4ae6-4d67-b259-fb1a9cf930be req-c158e8d0-48ca-4263-bdc5-1e5918e1831c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 931 time: 0.3692405 Aug 31 00:23:25.938108 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270a78-6920-471b-952b-a64aaf03931c req-891a1980-f4ca-4d4e-a953-fd6b46bbaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:25.939933 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88270a78-6920-471b-952b-a64aaf03931c req-891a1980-f4ca-4d4e-a953-fd6b46bbaad8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7697620 Aug 31 00:23:26.293013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:26.314965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41904) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:26.337181 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:23:23Z', 'revision_number': 1, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:26.393688 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b133b087-157c-4801-b1d5-d706e597ff2b None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:23:23Z', 'revision_number': 1, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:26.495578 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-546368804-network', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:26.495801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-0cabcd9e-9927-4a70-9ed3-39f142da45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:26.498324 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-0cabcd9e-9927-4a70-9ed3-39f142da45c9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.8153453 Aug 31 00:23:26.527693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Made reservation on behalf of 81666ce8589a4e45ac7f5f9e6e6cc9a3 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:26.532261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.551663 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.559496 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f399bac-487b-4014-bf47-f3b0ee5737ea req-86a23a29-830c-4066-9b58-f6873d503e64 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:26.562220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9f399bac-487b-4014-bf47-f3b0ee5737ea req-86a23a29-830c-4066-9b58-f6873d503e64 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2808740 Aug 31 00:23:26.578992 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e7b801d2-1ef8-4d18-83f7-7f857c2c4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:26.583079 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-e7b801d2-1ef8-4d18-83f7-7f857c2c4e0f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=9e164298f9d449498f1c7b4c06a839be&device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 1132 time: 0.3032324 Aug 31 00:23:26.684879 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks [] for security_group (b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.697465 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.737786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:23:26.746647 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:26.756596 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e1a9a10-4ae6-4d67-b259-fb1a9cf930be req-f05d4114-c003-43ba-b029-9cfd6972d3b7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8280783 Aug 31 00:23:26.760724 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (a5f3205a-a6ef-4fe1-8a46-aab92c439655), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.761080 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Added segment a5f3205a-a6ef-4fe1-8a46-aab92c439655 of type vlan for network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 Aug 31 00:23:26.790909 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d321c0d-4068-4e28-b338-360b8cdd3e0d None None] New status for floating IP 3c9fdb1f-32ff-418e-8ac8-38a18b975944: ACTIVE {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:23:26.863628 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.917211 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.918661 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:26.919567 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:26.968813 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-0d4d9ada-330f-446a-9a7c-03de22966891 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828 HTTP/1.1" status: 200 len: 217 time: 0.2845900 Aug 31 00:23:26.991197 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045ec9e3-1f50-4880-9a45-e10e1bd6b41b {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:27.008823 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6911552 Aug 31 00:23:27.012719 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2f62-8273-43dd-b40b-0507bb4f1854 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:27.016752 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41910) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:27.022785 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Request body: {'subnet': {'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-546368804-subnet', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:27.024369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks [] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.031982 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:23:27.055001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Made reservation on behalf of 81666ce8589a4e45ac7f5f9e6e6cc9a3 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:27.058854 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.142146 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-79784e70-9ff8-475d-aa00-9649974d108e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1000 time: 0.6117241 Aug 31 00:23:27.177000 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:27.181383 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Transition to ACTIVE for port object 045ec9e3-1f50-4880-9a45-e10e1bd6b41b will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:23:27.234643 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b840f-042f-4323-8459-e6b59a4c7cd3 req-74b6cfd0-1415-4b76-855c-eb9eceaf1bdf tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.236959 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df1b840f-042f-4323-8459-e6b59a4c7cd3 req-74b6cfd0-1415-4b76-855c-eb9eceaf1bdf tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.2899716 Aug 31 00:23:27.245051 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9f399bac-487b-4014-bf47-f3b0ee5737ea req-13a00631-89f0-4c7a-a152-4a343254880f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895951 Aug 31 00:23:27.245757 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.342419 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Pushing event updated for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:27.355137 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (16715eeb-c7e8-4754-9726-0ac6015ec417), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.376273 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-1f29a55e-401c-4517-9a01-eba71ae7d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.378489 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-1f29a55e-401c-4517-9a01-eba71ae7d9ef service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=de55e5ee-a95e-47b8-8530-b0bfbd9149bc HTTP/1.1" status: 200 len: 843 time: 0.3672380 Aug 31 00:23:27.409973 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:27.457561 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-1da29dd4-aab0-4e04-8f2d-906348078427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.459347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-1da29dd4-aab0-4e04-8f2d-906348078427 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.2957835 Aug 31 00:23:27.470620 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Checking segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:27.471378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Network hostable DHCP agents. Network: 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:23:27.480218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16715eeb-c7e8-4754-9726-0ac6015ec417,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:27.527461 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:23:27.553620 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:27.564139 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.565982 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.575455 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f3f309-73da-4116-a141-4751e9bba0da None None] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:23:27.581665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-f8581684-0f26-48e8-85ee-fd79771dad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.583277 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-f8581684-0f26-48e8-85ee-fd79771dad21 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=ade9fbdb-c50b-4762-9953-4b6b94fdd2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1810617 Aug 31 00:23:27.589179 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-33a366cd-9fc9-4a94-af4b-689c0a594142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:27.590743 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-33a366cd-9fc9-4a94-af4b-689c0a594142 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157563 Aug 31 00:23:27.628830 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df1b840f-042f-4323-8459-e6b59a4c7cd3 req-78cc7cb5-63a9-4412-b600-4d86f3f78257 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866623 Aug 31 00:23:27.651975 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8f2702ba-0628-4260-bd9e-cd53c96fed39 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6329029 Aug 31 00:23:27.656744 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41920) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:27.665099 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:27.677840 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:27.709852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.712144 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.767914 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:23:27.769776 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.776265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:27.780385 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Attempting to bind port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:27.780738 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Attempting to bind port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:27.781082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Attempting to bind port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:27.805190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b on network 923db031-4095-45ac-869f-da21aba3a797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:23:27.805533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Attempting to bind port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:27.841716 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:27.842219 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for router_controller (064be99f-99ce-487b-9469-a9d9d54a6cce), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.844802 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:27.846068 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:27.846634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Bound port: 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:27.868618 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:27.982212 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-f72cbe1b-f6bf-4185-b987-f269f723d1de service neutron] 10.222.0.70 "GET /networking/v2.0/networks/ade9fbdb-c50b-4762-9953-4b6b94fdd2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878815 Aug 31 00:23:28.093103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d76ffe-7cb0-482f-9a88-0951232702f5 req-680d4a62-41b8-4c84-8fda-77769b8c5938 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:28.095145 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a9d76ffe-7cb0-482f-9a88-0951232702f5 req-680d4a62-41b8-4c84-8fda-77769b8c5938 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 943 time: 0.1117697 Aug 31 00:23:28.135499 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-d9143052-d8dc-49dd-b7b5-addbf73fa639 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169468 Aug 31 00:23:28.140341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Allocated IP 172.20.0.2 (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39/16715eeb-c7e8-4754-9726-0ac6015ec417/1c5121d5-d75d-43cc-b556-40cbeb5c6320) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:28.180966 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for router_gateway (064be99f-99ce-487b-9469-a9d9d54a6cce), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.227431 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:28.310615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:28.333397 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a9d76ffe-7cb0-482f-9a88-0951232702f5 req-1e66492d-25e0-4b56-9332-7f45024b3ec9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966510 Aug 31 00:23:28.346569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.351414 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:28.352078 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.353742 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/045ec9e3-1f50-4880-9a45-e10e1bd6b41b HTTP/1.1" status: 200 len: 1093 time: 3.7070355 Aug 31 00:23:28.412812 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:28.418233 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:28.443149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:28.525768 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks [] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.529227 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d20df9b7-7834-431a-a481-22f812a1e3d1 req-cda7b7b2-3c6f-4fd3-9e54-37171eddf811 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504646 Aug 31 00:23:28.533472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:23:28.538615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:28.589111 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55b249c0-2ab7-440d-b8b5-38c75d56c788 req-5141b139-9c76-488a-b8a0-7acf8f1c8716 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/ade9fbdb-c50b-4762-9953-4b6b94fdd2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500002 Aug 31 00:23:28.616050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.652508 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de8290-14cb-4011-ad55-fed7046a5a30 x-openstack-request-id: req-f7de8290-14cb-4011-ad55-fed7046a5a30 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:28.652508 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:28.658519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7de8290-14cb-4011-ad55-fed7046a5a30 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:28.660081 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7de8290-14cb-4011-ad55-fed7046a5a30'] response: {'name': 'network-changed', 'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'status': 'completed', 'code': 200} Aug 31 00:23:28.677635 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for router_gateway (064be99f-99ce-487b-9469-a9d9d54a6cce), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.693829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-61bd0050-c4d6-4494-a8b8-fe44efd24ba2 req-6acbf9b0-0f9a-4374-be8a-83cbf259cfd0 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:23:28.702985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:28.704263 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-61bd0050-c4d6-4494-a8b8-fe44efd24ba2 req-6acbf9b0-0f9a-4374-be8a-83cbf259cfd0 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0210266 Aug 31 00:23:28.714390 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:28.722052 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:28.735023 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.815754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-f3fd7f89-8769-4c19-927d-16ba66396549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:28.817992 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-f3fd7f89-8769-4c19-927d-16ba66396549 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 1127 time: 0.2821341 Aug 31 00:23:28.861031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Pushing event updated for resources: {'Port': ['ID=1c5121d5-d75d-43cc-b556-40cbeb5c6320,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:28.862187 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41e1e-f2ba-468e-a399-8ca32f632c43 service neutron] Pushing event updated for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:28.885215 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: DOWN; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:28.893166 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Attempting to bind port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:28.893791 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Attempting to bind port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:28.894289 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Attempting to bind port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 on network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:28.904117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:28.904584 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Checking segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:28.905259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.905905 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Bound using segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:28.906597 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Bound port: 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:28.907245 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:28.912884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35470ee6-468f-4d27-b0eb-bbd309a480ad req-c284e8b5-5db0-4e7d-a5ab-d24742612497 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:28.914626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35470ee6-468f-4d27-b0eb-bbd309a480ad req-c284e8b5-5db0-4e7d-a5ab-d24742612497 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.1253791 Aug 31 00:23:28.979441 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Allocated IP 172.27.4.100 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/71def79c-2bb8-41c9-870d-2b46c4f10287) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:29.008844 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35470ee6-468f-4d27-b0eb-bbd309a480ad req-2eb30afa-5a06-4770-b738-0768f5decae5 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831828 Aug 31 00:23:29.099934 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] For port 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:29.106919 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] For port 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1c5121d5-d75d-43cc-b556-40cbeb5c6320,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:29.120455 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:29.201041 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83482-a7ad-40e6-907b-df400e085e68 None None] Pushing event updated for resources: {'Port': ['ID=1c5121d5-d75d-43cc-b556-40cbeb5c6320,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:29.212864 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8ecc-b6aa-47d9-a3ad-7d638f6893e3 req-58c42f95-48c2-4508-8012-b739ecbab3bb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:29.215671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-988e8ecc-b6aa-47d9-a3ad-7d638f6893e3 req-58c42f95-48c2-4508-8012-b739ecbab3bb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1218371 Aug 31 00:23:29.288804 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:29.294093 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:29.311409 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-988e8ecc-b6aa-47d9-a3ad-7d638f6893e3 req-b15a274b-dbb7-45c8-ae08-290f30467277 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867934 Aug 31 00:23:29.346598 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:29.399540 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:29.410260 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:29.440460 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:29.493174 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Pushing event updated for resources: {'Port': ['ID=71def79c-2bb8-41c9-870d-2b46c4f10287,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:29.536632 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:29.650147 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:29.659087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf900271-c73a-4ba1-a97c-474c4a40193f req-9d179517-2824-46a3-b1a9-d402a59e1633 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:29.660969 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf900271-c73a-4ba1-a97c-474c4a40193f req-9d179517-2824-46a3-b1a9-d402a59e1633 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 943 time: 0.1151371 Aug 31 00:23:29.764319 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 41962) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:29.779346 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf900271-c73a-4ba1-a97c-474c4a40193f req-4cbd2cbb-35e5-4c6c-8549-b26169442659 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907080 Aug 31 00:23:29.881048 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-d315f53c-6daa-4d58-96d4-d318b013a537 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151252 Aug 31 00:23:29.904708 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for router_gateway (064be99f-99ce-487b-9469-a9d9d54a6cce), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:29.905652 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-97d0f370-ee80-4e90-8225-6cf08eb855f3 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:23:29.906019 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-97d0f370-ee80-4e90-8225-6cf08eb855f3 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0166020 Aug 31 00:23:29.963152 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-f37a3238-cea9-49e5-bb6c-4d78b6b15d19 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b HTTP/1.1" status: 200 len: 217 time: 0.0754619 Aug 31 00:23:30.038177 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-b654b322-1ee0-43d7-bb16-a83503ed31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:30.040206 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-b654b322-1ee0-43d7-bb16-a83503ed31cb service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.0697649 Aug 31 00:23:30.082903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41974) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:30.132125 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36042-526c-4a68-bc1b-914532340077 req-591f7e11-456b-47da-a805-072c3929b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:30.134931 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-591f7e11-456b-47da-a805-072c3929b626 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851688 Aug 31 00:23:30.198524 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:30.275043 dv-cinder-852210-5-iscsi neutron-server[112891]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 00:23:30.377317 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-ae937046-e0cf-4516-bbe9-c304b7554041 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:30.379044 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-ae937046-e0cf-4516-bbe9-c304b7554041 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports/0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 940 time: 0.2956223 Aug 31 00:23:30.410021 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7e892-7a3e-40d5-b079-40dcb05b006d req-65fe3fd2-282e-4432-822d-9265319dc814 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:30.413720 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56c7e892-7a3e-40d5-b079-40dcb05b006d req-65fe3fd2-282e-4432-822d-9265319dc814 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.1826763 Aug 31 00:23:30.451378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Router 064be99f-99ce-487b-9469-a9d9d54a6cce is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:23:30.467364 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:30.508196 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:23:30.547846 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-58daea13-3b2e-48fb-883b-936656aa0b6d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052243 Aug 31 00:23:30.679427 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-56c7e892-7a3e-40d5-b079-40dcb05b006d req-3dd1553b-d16f-4ace-9b43-7346da8a3966 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514520 Aug 31 00:23:30.696214 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6d8e-87aa-4499-8168-2a3fece86846 req-ffb847cd-5b1a-4b55-99c2-6a37c4b2e719 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:30.705951 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d55b6d8e-87aa-4499-8168-2a3fece86846 req-ffb847cd-5b1a-4b55-99c2-6a37c4b2e719 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1504827 Aug 31 00:23:30.722697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:30.745832 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55208f-005b-47f5-89b5-906cbfebea09 None None] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:23:30.748185 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Sync routers for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:30.777711 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:30.780094 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-60e5f360-1738-4d24-bdd7-c6fe9e4ad05f admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1213114 Aug 31 00:23:30.782951 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 41988) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:30.806512 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fc36042-526c-4a68-bc1b-914532340077 req-b3cea03d-6f35-4468-a88b-8e2adb15e8c6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402079 Aug 31 00:23:30.810965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:30.835142 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d55b6d8e-87aa-4499-8168-2a3fece86846 req-eaec12a8-2357-4d07-9eda-705c97edbc9d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283727 Aug 31 00:23:31.045397 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a322-0ab9-48b7-8ff6-5815cad7ad8e req-13b77776-9ee8-49e9-ac7a-a2dcabd3280a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:31.047523 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7930a322-0ab9-48b7-8ff6-5815cad7ad8e req-13b77776-9ee8-49e9-ac7a-a2dcabd3280a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 943 time: 0.0947955 Aug 31 00:23:31.075647 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Provisioning complete for port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:31.076030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.082854 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:31.083515 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:31.128212 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7930a322-0ab9-48b7-8ff6-5815cad7ad8e req-cccefc1e-fba2-4b08-84af-09d514ff00b7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724268 Aug 31 00:23:31.235420 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:31.309945 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1c5121d5-d75d-43cc-b556-40cbeb5c6320 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:31.352460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828', 'network_id': 'ade9fbdb-c50b-4762-9953-4b6b94fdd2fd', 'port_id': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828', 'mac_address': 'fa:16:3e:7f:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55e5ee-a95e-47b8-8530-b0bfbd9149bc', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:23:31.419681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:31.481659 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:31.484178 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:31.586374 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Current status of the port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:31.587031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.593885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:31.594306 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.647388 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:31.647850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.654287 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:31.676062 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:31.744022 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.755537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] For port 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1c5121d5-d75d-43cc-b556-40cbeb5c6320,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:31.785017 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.856364 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:31.895436 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:31.940935 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413e8e3-7f9b-457d-9f9d-66440d59547e req-9a989c14-982e-4559-a9c3-18405f76edf5 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:31.944175 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2413e8e3-7f9b-457d-9f9d-66440d59547e req-9a989c14-982e-4559-a9c3-18405f76edf5 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 948 time: 0.1071892 Aug 31 00:23:32.049194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b49e6a-ed90-46f4-9488-fe4b693f1aef req-10ec83f1-c8cd-4cc8-8bee-0df0374ad915 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:32.051467 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84b49e6a-ed90-46f4-9488-fe4b693f1aef req-10ec83f1-c8cd-4cc8-8bee-0df0374ad915 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0603807 Aug 31 00:23:32.060887 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Allocated IP 172.20.0.1 (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39/16715eeb-c7e8-4754-9726-0ac6015ec417/064b5d4e-b678-4268-a08a-53515adaa646) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:32.100396 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a3680-8ad6-43d4-b346-57bd1bf24d85 None None] Pushing event updated for resources: {'Port': ['ID=1c5121d5-d75d-43cc-b556-40cbeb5c6320,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:32.113124 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-7b08890d-e058-4f37-91be-db507d0b64f2 None None] Provisioning complete for port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:32.113511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7b08890d-e058-4f37-91be-db507d0b64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:32.145447 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:29Z', 'revision_number': 3, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:32.185049 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2413e8e3-7f9b-457d-9f9d-66440d59547e req-bb245c22-135d-442a-8be0-2e9b734ee071 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299094 Aug 31 00:23:32.190327 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:32.241151 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:32.261158 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84b49e6a-ed90-46f4-9488-fe4b693f1aef req-afc890f5-afce-45ab-bc68-a3ae7c486c64 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866670 Aug 31 00:23:32.272755 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Checking router: 064be99f-99ce-487b-9469-a9d9d54a6cce for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:32.273225 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Updating router 064be99f-99ce-487b-9469-a9d9d54a6cce port 71def79c-2bb8-41c9-870d-2b46c4f10287 binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:23:32.365072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-799280d3-b64f-4689-9da3-5f8fdcb9683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:32.366855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-799280d3-b64f-4689-9da3-5f8fdcb9683d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 1127 time: 0.2119248 Aug 31 00:23:32.392197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:32.442892 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:32.451453 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['8f3f1405-2fc5-4b5e-aa6d-8b4237256828'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:23:32.483352 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:32.534739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 045ec9e3-1f50-4880-9a45-e10e1bd6b41b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:23:32.591470 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-7b08890d-e058-4f37-91be-db507d0b64f2 None None] Current status of the port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:32.652651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks [] for port (064b5d4e-b678-4268-a08a-53515adaa646), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:32.719859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:32.739362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:32.779062 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:32.836174 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Pushing event updated for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:32.851727 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:32.857635 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:32.883561 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:32.888837 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:32.915086 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'port_id': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:23:32.969095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (064be99f-99ce-487b-9469-a9d9d54a6cce), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:32.978245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433a4e-cef0-45b4-9ec1-8d0b209766f3 req-7bddd2bc-fb57-423e-a6a3-d72570b2b449 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:32.981072 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c2433a4e-cef0-45b4-9ec1-8d0b209766f3 req-7bddd2bc-fb57-423e-a6a3-d72570b2b449 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 943 time: 0.6044211 Aug 31 00:23:33.008949 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-41283c70-95af-44aa-beb9-d69065a0a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:33.010902 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-41283c70-95af-44aa-beb9-d69065a0a2f0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 0.6358669 Aug 31 00:23:33.120889 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-741be52e-5d97-4758-929f-b23e68058c1e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b HTTP/1.1" status: 200 len: 217 time: 0.0941288 Aug 31 00:23:33.178487 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:33.179312 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.237567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045ec9e3-1f50-4880-9a45-e10e1bd6b41b {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:23:33.250845 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-098aff1d-749d-4aa5-a6b7-4041eb8ff8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:33.254027 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-098aff1d-749d-4aa5-a6b7-4041eb8ff8be service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.1165922 Aug 31 00:23:33.258286 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c2433a4e-cef0-45b4-9ec1-8d0b209766f3 req-48886c41-3e13-4076-9980-b778e4a2db1a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443092 Aug 31 00:23:33.328433 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (064b5d4e-b678-4268-a08a-53515adaa646), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.340277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-82897670-7fcf-4fff-8dd8-6714d1a6e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:33.342049 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-82897670-7fcf-4fff-8dd8-6714d1a6e690 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787249 Aug 31 00:23:33.443282 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1c5121d5-d75d-43cc-b556-40cbeb5c6320 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:33.490546 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks [] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.500100 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-559bf05c-24ca-4309-aa19-76aaa79107ad None None] Provisioning complete for port 064b5d4e-b678-4268-a08a-53515adaa646 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:33.500521 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-559bf05c-24ca-4309-aa19-76aaa79107ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (064b5d4e-b678-4268-a08a-53515adaa646), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.511570 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:33.543888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.547653 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.569244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:33.583798 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b2e7-64ce-46f4-896e-3755ebe8c803 req-873fe0d6-e3fc-4fd0-b1ce-aa91c21c166e tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:33.596845 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2d97b2e7-64ce-46f4-896e-3755ebe8c803 req-873fe0d6-e3fc-4fd0-b1ce-aa91c21c166e tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 949 time: 0.2105658 Aug 31 00:23:33.600626 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks [] for port (064b5d4e-b678-4268-a08a-53515adaa646), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.606749 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.646633 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Attempting to bind port 71def79c-2bb8-41c9-870d-2b46c4f10287 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:33.647248 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Attempting to bind port 71def79c-2bb8-41c9-870d-2b46c4f10287 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:33.647994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Attempting to bind port 71def79c-2bb8-41c9-870d-2b46c4f10287 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:33.687518 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-559bf05c-24ca-4309-aa19-76aaa79107ad None None] Port 064b5d4e-b678-4268-a08a-53515adaa646 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:33.693710 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Pushing event updated for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:33.701324 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:33.701577 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:33.703237 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.703432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (064be99f-99ce-487b-9469-a9d9d54a6cce), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.703615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:33.703615 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Bound port: 71def79c-2bb8-41c9-870d-2b46c4f10287, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:33.705553 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.741458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e7be3-2fb1-40ca-8e97-b3903c487355 req-94b08e2f-0573-4f29-95af-3b0f1c1d2c2f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:33.745630 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f86e7be3-2fb1-40ca-8e97-b3903c487355 req-94b08e2f-0573-4f29-95af-3b0f1c1d2c2f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2346759 Aug 31 00:23:33.757823 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:33.759528 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465d8e5-4b90-4590-8b43-471a1d793a8a None None] Pushing event updated for resources: {'Port': ['ID=71def79c-2bb8-41c9-870d-2b46c4f10287,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:33.771154 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:33.771744 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:33.852055 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-ce408845-1baa-4ec0-93ba-ea835185ef58 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968216 Aug 31 00:23:33.896697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:33.898057 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2d97b2e7-64ce-46f4-896e-3755ebe8c803 req-d30a345d-08df-4e5c-a1aa-5eb00c4efab0 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988210 Aug 31 00:23:33.899626 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:33.998566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:34.028936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:34.033988 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:34.045865 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f86e7be3-2fb1-40ca-8e97-b3903c487355 req-b50cdac4-bc6c-4753-a705-a746dc9bea4b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832158 Aug 31 00:23:34.124208 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] For port 71def79c-2bb8-41c9-870d-2b46c4f10287, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:34.161214 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9c8a257-99c0-41fc-afd3-caf4ba1289e2 req-9915a854-7881-4b35-8e96-8933d1d54284 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940540 Aug 31 00:23:34.168958 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] For port 71def79c-2bb8-41c9-870d-2b46c4f10287, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=71def79c-2bb8-41c9-870d-2b46c4f10287,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:34.172105 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:34.185395 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:34.200548 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Router 064be99f-99ce-487b-9469-a9d9d54a6cce has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:23:34.249118 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:34.251176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:34.377011 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:34.386321 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8c0cca12-effa-4ac3-8970-7964ddc80db9 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/064be99f-99ce-487b-9469-a9d9d54a6cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5989473 Aug 31 00:23:34.457796 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c6d4fb87-0dc9-46c6-8f51-342364d25055 None None] Provisioning complete for port 064b5d4e-b678-4268-a08a-53515adaa646 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:34.458178 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c6d4fb87-0dc9-46c6-8f51-342364d25055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (064b5d4e-b678-4268-a08a-53515adaa646), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:34.487002 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465d8e5-4b90-4590-8b43-471a1d793a8a None None] Pushing event updated for resources: {'Port': ['ID=71def79c-2bb8-41c9-870d-2b46c4f10287,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:34.518841 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4fb87-0dc9-46c6-8f51-342364d25055 None None] Port 064b5d4e-b678-4268-a08a-53515adaa646 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:34.529836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be81265-b2a6-4c84-84a4-f3c739f03938 req-c1e7e5ae-7e9c-4b3f-bc2c-495bd72e64c9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:34.533574 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8be81265-b2a6-4c84-84a4-f3c739f03938 req-c1e7e5ae-7e9c-4b3f-bc2c-495bd72e64c9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 944 time: 0.1119530 Aug 31 00:23:34.549947 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:34.554340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a2310be0-5a0d-4447-84cd-49bdc56fd0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:34.673389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8be81265-b2a6-4c84-84a4-f3c739f03938 req-28416dac-34aa-4d21-bb24-fdceeaa3292a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277931 Aug 31 00:23:34.816839 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:34.937578 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:23:34.943967 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 2, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:34.947658 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:34.948050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:34.990045 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['045ec9e3-1f50-4880-9a45-e10e1bd6b41b'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:23:35.030608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0996c-5661-434b-886a-7ab29e1c5dc5 None None] The sync data for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi is: [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 2, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:35.131454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9843b-7971-412c-a310-68bbf15fab8a req-6d1b0e23-7e76-48b5-9a9c-06fd80f052bf tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.139044 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cbd9843b-7971-412c-a310-68bbf15fab8a req-6d1b0e23-7e76-48b5-9a9c-06fd80f052bf tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 949 time: 0.0855777 Aug 31 00:23:35.222326 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cbd9843b-7971-412c-a310-68bbf15fab8a req-3b8974fe-5324-4cd4-87e6-3626517b8277 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816574 Aug 31 00:23:35.241621 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:35.242175 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.296326 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:35.300060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6033af-804e-4dd0-bf43-f04624c11302" -d '{"events": [{"server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:35.309143 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:35.324370 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:35.346880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:35.352237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2f53c-b1eb-410d-aba7-55c008e53d8b req-d7fb914d-520a-4c5a-b225-d833516235a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.366785 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-95c2f53c-b1eb-410d-aba7-55c008e53d8b req-d7fb914d-520a-4c5a-b225-d833516235a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1055312 Aug 31 00:23:35.378665 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:35.387985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d90106-e855-41ef-b959-23ee06bc8fbe x-openstack-request-id: req-62d90106-e855-41ef-b959-23ee06bc8fbe {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:35.388499 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:35.388796 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62d90106-e855-41ef-b959-23ee06bc8fbe {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:35.390036 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d90106-e855-41ef-b959-23ee06bc8fbe'] response: {'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828', 'code': 200} Aug 31 00:23:35.398108 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.441775 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-95c2f53c-b1eb-410d-aba7-55c008e53d8b req-285dec33-6595-453b-8c49-e719003ddbef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738208 Aug 31 00:23:35.477261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42046) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:35.493875 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-590449642-network', 'tenant_id': '4b9380f45f99496883e536272ce068b6'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:35.501564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:35.575477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Made reservation on behalf of 4b9380f45f99496883e536272ce068b6 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:35.578409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.600046 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-1c445634-971d-4104-91b8-7ecc29cd1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.600622 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.602858 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-1c445634-971d-4104-91b8-7ecc29cd1757 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 1127 time: 0.1452601 Aug 31 00:23:35.727099 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks [] for security_group (fce29650-cab7-4319-9fae-6fea2aa90d4f), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.734545 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (fce29650-cab7-4319-9fae-6fea2aa90d4f), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.739746 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:35.763736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-3e76fed1-645e-4858-8f70-8a9d91244a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.765420 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-3e76fed1-645e-4858-8f70-8a9d91244a44 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1127 time: 0.0968158 Aug 31 00:23:35.770389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3511b3-ae10-4c3f-99eb-4e06fb5b241e req-aa0832ea-0d9d-47cd-972a-5b81e6f2c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.772696 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e3511b3-ae10-4c3f-99eb-4e06fb5b241e req-aa0832ea-0d9d-47cd-972a-5b81e6f2c5eb service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 1134 time: 0.0597222 Aug 31 00:23:35.781011 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:23:35.799930 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce29650-cab7-4319-9fae-6fea2aa90d4f,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:35.812324 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (a4a8a1ce-2bb7-4362-a203-90ca697f02a6), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.812324 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Added segment a4a8a1ce-2bb7-4362-a203-90ca697f02a6 of type vlan for network f46cac19-0278-49e7-9bf4-b9edd06e0ecd Aug 31 00:23:35.870567 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (f46cac19-0278-49e7-9bf4-b9edd06e0ecd), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.882955 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:35.920081 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (f46cac19-0278-49e7-9bf4-b9edd06e0ecd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.921502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:35.922161 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:35.932776 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e3511b3-ae10-4c3f-99eb-4e06fb5b241e req-a11f24b3-cc2c-41d8-b5ab-19f007b3dfb1 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479285 Aug 31 00:23:35.966130 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4833007 Aug 31 00:23:35.971730 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42052) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:35.972102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Request body: {'subnet': {'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-590449642-subnet', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:36.025260 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-68384e08-1d49-44ff-974b-5a454d11815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:36.026761 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-68384e08-1d49-44ff-974b-5a454d11815b service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.2530363 Aug 31 00:23:36.035742 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520492b9-bd50-46a7-be6d-fca2dd746fd8 req-441b8141-4816-4840-a3d5-674d39992b50 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:36.037495 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-520492b9-bd50-46a7-be6d-fca2dd746fd8 req-441b8141-4816-4840-a3d5-674d39992b50 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 944 time: 0.0923800 Aug 31 00:23:36.058915 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Made reservation on behalf of 4b9380f45f99496883e536272ce068b6 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:23:36.062701 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.079304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931f497-aaf0-4dbd-bfff-c8361d013294 admin admin] Pushing event updated for resources: {'Network': ['ID=f46cac19-0278-49e7-9bf4-b9edd06e0ecd,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:36.098630 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:23:36.118710 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-520492b9-bd50-46a7-be6d-fca2dd746fd8 req-01702ac1-9a25-4117-975f-d2292ea01fa8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741572 Aug 31 00:23:36.395273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (ec236a9d-cf4c-40e1-b904-96887f18d092), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.510720 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7baca6-b65f-476d-958b-546085324111 req-40e6ab7b-537f-4a43-bbfc-1d9178ee4cad tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:36.512081 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec236a9d-cf4c-40e1-b904-96887f18d092,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:36.515787 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Checking segment: {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:36.516420 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Network hostable DHCP agents. Network: f46cac19-0278-49e7-9bf4-b9edd06e0ecd, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:23:36.530216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f7baca6-b65f-476d-958b-546085324111 req-40e6ab7b-537f-4a43-bbfc-1d9178ee4cad tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.1315811 Aug 31 00:23:36.537216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-0d9b0be9-10d8-4577-8eb2-08a1807b2066 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 200 len: 999 time: 0.1922424 Aug 31 00:23:36.565206 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:23:36.587153 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, f46cac19-0278-49e7-9bf4-b9edd06e0ecd) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:36.596054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:36.597594 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.603275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08f74d-b228-43d7-8a94-84a6a2dd1900 None None] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:23:36.625923 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f7baca6-b65f-476d-958b-546085324111 req-6080ea51-e996-49e4-85b6-be9199f08f98 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944810 Aug 31 00:23:36.633338 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-eb3a06a1-1f49-4d92-a0fc-c255936f41c0 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6645298 Aug 31 00:23:36.635449 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42060) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:36.668903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:36.686633 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317a3f5-88ad-42c5-b7b0-2798694222a2 req-2fe0cf83-9f6f-4dc7-8c84-64a27d13cb4b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:36.690783 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9317a3f5-88ad-42c5-b7b0-2798694222a2 req-2fe0cf83-9f6f-4dc7-8c84-64a27d13cb4b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0992162 Aug 31 00:23:36.724841 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.726597 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.807004 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for router_controller (35576bdb-64ca-4abf-91cc-dc29c05bce08), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:36.817544 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9317a3f5-88ad-42c5-b7b0-2798694222a2 req-ae51ab11-2cf2-4658-9686-2a5aee96cd56 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144853 Aug 31 00:23:36.819334 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 045ec9e3-1f50-4880-9a45-e10e1bd6b41b up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:36.868054 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'project_id': '4b9380f45f99496883e536272ce068b6', 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:23:36.870028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.044881 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for router_gateway (35576bdb-64ca-4abf-91cc-dc29c05bce08), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.053026 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-595faa3b-5182-42de-9a21-ccd559fdd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:37.061982 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-595faa3b-5182-42de-9a21-ccd559fdd9ed service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.1254227 Aug 31 00:23:37.116217 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5423c057-2f3b-46d0-87a0-a3c4c0c319f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.163624 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:23:37.220707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:37.241058 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:37.241522 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.266161 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-73cd6429-1355-406d-9150-869c28d401fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:37.269683 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-73cd6429-1355-406d-9150-869c28d401fc service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2012296 Aug 31 00:23:37.324739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 71def79c-2bb8-41c9-870d-2b46c4f10287 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:37.455047 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Allocated IP 172.20.0.2 (f46cac19-0278-49e7-9bf4-b9edd06e0ecd/ec236a9d-cf4c-40e1-b904-96887f18d092/3b3574db-7cff-4b0e-a4ab-76d16e95cfc5) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:37.461203 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078282-66ba-48bc-bf56-deab0e6696fc req-5e3ff538-7852-4c4e-b7f9-695ae4ac1481 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:37.464290 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4078282-66ba-48bc-bf56-deab0e6696fc req-5e3ff538-7852-4c4e-b7f9-695ae4ac1481 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 944 time: 0.0920577 Aug 31 00:23:37.516838 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 71def79c-2bb8-41c9-870d-2b46c4f10287 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:37.517751 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:37.518515 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.573684 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4078282-66ba-48bc-bf56-deab0e6696fc req-f433f784-c3d8-4dfa-a100-410e4a98466d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010098 Aug 31 00:23:37.635918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for router_gateway (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.669806 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.692001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:37.692001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.761864 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:37.764421 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aec00d-9a01-4ede-bded-281c9aa59121" -d '{"events": [{"server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "name": "network-vif-plugged", "status": "completed", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:37.790736 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:37.793869 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:37.806039 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 71def79c-2bb8-41c9-870d-2b46c4f10287 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:37.806518 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.820816 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.836361 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:37.841139 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:37.900382 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 71def79c-2bb8-41c9-870d-2b46c4f10287, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=71def79c-2bb8-41c9-870d-2b46c4f10287,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:37.906639 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Allocated IP 172.27.4.37 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/5ddb4681-1b82-4fb1-b684-8c80737a292e) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:37.913801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705f536-86d6-4638-90c4-948ae017339b req-01b0acbb-ef4c-4776-9b93-4d80330b16c2 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:37.918819 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.929462 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5705f536-86d6-4638-90c4-948ae017339b req-01b0acbb-ef4c-4776-9b93-4d80330b16c2 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.1170883 Aug 31 00:23:37.952512 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:37.957057 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks [] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:37.990243 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.018074 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:38.022115 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:38.027127 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:38.036395 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5705f536-86d6-4638-90c4-948ae017339b req-a4553beb-3327-4812-a47d-d8be39465248 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054747 Aug 31 00:23:38.169497 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.176019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dc0c4f-af94-49dc-b3f9-b835db6f8991 x-openstack-request-id: req-e3dc0c4f-af94-49dc-b3f9-b835db6f8991 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:38.176694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "name": "network-vif-plugged", "status": "completed", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:38.176945 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3dc0c4f-af94-49dc-b3f9-b835db6f8991 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:38.177614 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dc0c4f-af94-49dc-b3f9-b835db6f8991'] response: {'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'code': 200} Aug 31 00:23:38.200885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=71def79c-2bb8-41c9-870d-2b46c4f10287,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:38.263919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.315816 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64cc74-f448-447a-adcd-9895afaf5169 req-a52f71af-5b7f-44d4-9701-b76493ba5507 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:38.317621 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f64cc74-f448-447a-adcd-9895afaf5169 req-a52f71af-5b7f-44d4-9701-b76493ba5507 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0923643 Aug 31 00:23:38.324259 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:38.415671 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:38.426588 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7f64cc74-f448-447a-adcd-9895afaf5169 req-8afe26a7-071d-4e41-9061-c526e9d33e3f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852880 Aug 31 00:23:38.434244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:38.444807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-34cb6612-bf71-422b-9731-7f57c974d96a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772533 Aug 31 00:23:38.457941 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:38.527105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45557a05-1f76-4da3-abe8-6bc9dd177b41 req-e0bcb76c-94d9-4ae8-9ea1-6ca21cede5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:38.528870 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45557a05-1f76-4da3-abe8-6bc9dd177b41 req-e0bcb76c-94d9-4ae8-9ea1-6ca21cede5f7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 1129 time: 0.0674877 Aug 31 00:23:38.587857 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddb4681-1b82-4fb1-b684-8c80737a292e,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:38.829484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f729067e-6d8c-43dc-8a96-b229217fcaf1 req-9c707b9b-5fa7-49b3-b79a-a1eef6c4531c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665650 Aug 31 00:23:38.895646 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.907759 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Attempting to bind port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:38.908330 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Attempting to bind port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:38.908931 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Attempting to bind port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 on network f46cac19-0278-49e7-9bf4-b9edd06e0ecd {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:38.922018 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Pushing event updated for resources: {'Port': ['ID=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:38.930135 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:38.931071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Checking segment: {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:38.931529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.932354 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Bound using segment: {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:38.933164 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Bound port: 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:38.937550 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:38.941742 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45557a05-1f76-4da3-abe8-6bc9dd177b41 req-b4ec3e83-1328-48a7-8261-455ba2ea7708 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934983 Aug 31 00:23:39.002324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28aee0-eef8-419b-a1c2-a08d2bab9524 req-d04f8ad6-19ad-4c54-9bd8-c3522dff9620 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:39.008561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ff28aee0-eef8-419b-a1c2-a08d2bab9524 req-d04f8ad6-19ad-4c54-9bd8-c3522dff9620 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.1679578 Aug 31 00:23:39.025981 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292674d0-ceae-4f77-ba0a-921a0ccc1398 req-dbce8218-751a-447d-87c2-95d6d0bb3836 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:39.028224 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-292674d0-ceae-4f77-ba0a-921a0ccc1398 req-dbce8218-751a-447d-87c2-95d6d0bb3836 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.1643190 Aug 31 00:23:39.047323 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Sync routers for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:39.065623 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] For port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:39.076106 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:39.077235 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:39.091585 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] For port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:39.109046 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for router_gateway (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.112822 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.129900 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-292674d0-ceae-4f77-ba0a-921a0ccc1398 req-f20fc75c-9fa3-4124-8ae2-dbd6e696000a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863583 Aug 31 00:23:39.169127 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ff28aee0-eef8-419b-a1c2-a08d2bab9524 req-80665d5d-4148-436e-8662-943acd7f9b80 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591525 Aug 31 00:23:39.231952 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32516d-b711-4715-89dc-22ac64c6e14d None None] Pushing event updated for resources: {'Port': ['ID=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:39.290802 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 71def79c-2bb8-41c9-870d-2b46c4f10287 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:39.295494 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:39.359422 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 71def79c-2bb8-41c9-870d-2b46c4f10287 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:39.360019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.497608 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.553715 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 71def79c-2bb8-41c9-870d-2b46c4f10287 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:39.646289 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:39.692083 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833b731-4655-4718-b46e-f77520f0036b req-4925c267-a032-46eb-a441-39724cec4588 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:39.693095 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 2, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:39.694775 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:39.699989 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Router 35576bdb-64ca-4abf-91cc-dc29c05bce08 is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:23:39.706267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.708541 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4833b731-4655-4718-b46e-f77520f0036b req-4925c267-a032-46eb-a441-39724cec4588 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1018527 Aug 31 00:23:39.736947 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Checking router: 064be99f-99ce-487b-9469-a9d9d54a6cce for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:39.737956 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Updating router 064be99f-99ce-487b-9469-a9d9d54a6cce port 064b5d4e-b678-4268-a08a-53515adaa646 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:23:39.787838 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4833b731-4655-4718-b46e-f77520f0036b req-3fdba442-6c8a-464c-b5a9-6cc19a3d9955 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760667 Aug 31 00:23:39.806987 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (064b5d4e-b678-4268-a08a-53515adaa646), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.848950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:39.873258 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Sync routers for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:39.918374 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:39.925347 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42096) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:39.929026 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-980b024d-cf58-4a0b-b031-665f6542ded7 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2912765 Aug 31 00:23:39.933665 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:39.935623 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:39.942803 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.099594 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:40.150250 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:40.223302 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:40.393042 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks [] for port (064b5d4e-b678-4268-a08a-53515adaa646), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.405996 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.430871 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c7a0-7b9d-4bda-b26c-d7c14c6dc826 req-149fc3fe-eb8c-475a-8e49-59cbce0bcd43 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:40.432513 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b625c7a0-7b9d-4bda-b26c-d7c14c6dc826 req-149fc3fe-eb8c-475a-8e49-59cbce0bcd43 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.1532433 Aug 31 00:23:40.493362 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Pushing event updated for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:40.499423 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:38Z', 'revision_number': 3, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:40.534302 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.535026 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.535661 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.536470 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.537153 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.537705 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.538280 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.539002 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.539552 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.540585 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.541318 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.541884 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.542496 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.543078 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.543935 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:23:40.553023 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:40.557435 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929fd49-e4d6-4ef7-9ada-0eefb771e5b4 req-7709c1af-1f36-48d8-93fa-ffefb0dc27a4 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:40.559208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f929fd49-e4d6-4ef7-9ada-0eefb771e5b4 req-7709c1af-1f36-48d8-93fa-ffefb0dc27a4 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.1398168 Aug 31 00:23:40.580993 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Attempting to bind port 064b5d4e-b678-4268-a08a-53515adaa646 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:40.581629 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Attempting to bind port 064b5d4e-b678-4268-a08a-53515adaa646 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:40.582248 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Attempting to bind port 064b5d4e-b678-4268-a08a-53515adaa646 on network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:40.589670 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:40.590237 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Checking segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:40.590758 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.591310 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Bound using segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:40.591921 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Bound port: 064b5d4e-b678-4268-a08a-53515adaa646, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:40.592480 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (064b5d4e-b678-4268-a08a-53515adaa646), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.599172 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Checking router: 35576bdb-64ca-4abf-91cc-dc29c05bce08 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:40.599757 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Updating router 35576bdb-64ca-4abf-91cc-dc29c05bce08 port 5ddb4681-1b82-4fb1-b684-8c80737a292e binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:23:40.654502 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b625c7a0-7b9d-4bda-b26c-d7c14c6dc826 req-fedb4c73-2ace-4c40-a133-cb4b61b8e6d5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077692 Aug 31 00:23:40.667729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:40.670666 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.712451 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] For port 064b5d4e-b678-4268-a08a-53515adaa646, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:40.717620 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] For port 064b5d4e-b678-4268-a08a-53515adaa646, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=064b5d4e-b678-4268-a08a-53515adaa646,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:40.719804 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f929fd49-e4d6-4ef7-9ada-0eefb771e5b4 req-72a740bc-85bf-48e0-b632-b99e6c8f8475 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440392 Aug 31 00:23:40.729162 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.741458 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:40.790176 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:40.790829 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:40.879054 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fccb8-819a-4725-b8a6-9b0413d441b2 None None] Pushing event updated for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:40.905114 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:40.905755 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c990ea4-ce99-4e22-a3fb-fa350bde6949 None None] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:23:40.986673 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:41.030428 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:41.086836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e0ad-5abb-486f-8b1d-b112da950898 req-4a3492dd-e04a-49f5-a0d1-3ae7d62c7cff tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:41.097755 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5298e0ad-5abb-486f-8b1d-b112da950898 req-4a3492dd-e04a-49f5-a0d1-3ae7d62c7cff tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0847914 Aug 31 00:23:41.113607 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Provisioning complete for port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:41.114126 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.250674 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5298e0ad-5abb-486f-8b1d-b112da950898 req-5ed236de-5097-450c-917e-1a5505136481 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515951 Aug 31 00:23:41.279943 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Allocated IP 172.20.0.1 (f46cac19-0278-49e7-9bf4-b9edd06e0ecd/ec236a9d-cf4c-40e1-b904-96887f18d092/fd82d504-1350-4a61-9d5e-40f48a1f68a5) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:23:41.343639 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.419445 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-52339bb1-f726-4158-b301-d73829839d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:40Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:41.457348 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52339bb1-f726-4158-b301-d73829839d20 None None] The sync data for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi is: [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:40Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:41.468687 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:41.514569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks [] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.552211 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Current status of the port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:41.552713 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.566643 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:41.601963 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.650100 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:41.650514 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.671878 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks [] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.679114 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:41.700965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:41.707257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] For port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:41.707614 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:23:41.710965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:41.729431 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.747016 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.809064 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:41.950047 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Attempting to bind port 5ddb4681-1b82-4fb1-b684-8c80737a292e on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:41.950640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Attempting to bind port 5ddb4681-1b82-4fb1-b684-8c80737a292e by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:41.951249 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Attempting to bind port 5ddb4681-1b82-4fb1-b684-8c80737a292e on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:42.014646 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Pushing event updated for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:42.032267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:42.035281 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:42.036241 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.037026 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:42.037712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Bound port: 5ddb4681-1b82-4fb1-b684-8c80737a292e, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:42.038327 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.088946 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-f26b9d2e-b41d-4894-8ffe-a2357e982882 None None] Provisioning complete for port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:42.089686 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f26b9d2e-b41d-4894-8ffe-a2357e982882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.156085 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01146a41-1668-448f-9e19-1394ba5a6e1d None None] Pushing event updated for resources: {'Port': ['ID=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:42.243638 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:42.247946 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 064b5d4e-b678-4268-a08a-53515adaa646 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:42.258021 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] For port 5ddb4681-1b82-4fb1-b684-8c80737a292e, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:42.283913 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-90cd6f23-3fae-4462-9a65-4daab732c5e8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:42.287154 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-90cd6f23-3fae-4462-9a65-4daab732c5e8 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.2656834 Aug 31 00:23:42.293471 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0590718-db79-4445-9aff-ac9f7ab927fc None None] Pushing event updated for resources: {'Port': ['ID=5ddb4681-1b82-4fb1-b684-8c80737a292e,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:42.343185 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] For port 5ddb4681-1b82-4fb1-b684-8c80737a292e, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5ddb4681-1b82-4fb1-b684-8c80737a292e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:42.358734 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.383603 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b930bf-26a8-4e3a-bfb2-1431720a7868 req-68087663-6cdd-4875-ac62-ce6e41c80225 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:42.386564 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c2b930bf-26a8-4e3a-bfb2-1431720a7868 req-68087663-6cdd-4875-ac62-ce6e41c80225 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.3392346 Aug 31 00:23:42.392200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:42.443683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aafa2a-b4a6-470d-9dd4-668ab00f0cb8 req-dd808c2e-25d6-4c13-9941-9220d49da228 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:42.446577 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-22aafa2a-b4a6-470d-9dd4-668ab00f0cb8 req-dd808c2e-25d6-4c13-9941-9220d49da228 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.4153781 Aug 31 00:23:42.462660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:42.571019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 064b5d4e-b678-4268-a08a-53515adaa646 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:42.571998 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (064b5d4e-b678-4268-a08a-53515adaa646), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.591110 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:42.591863 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:42.597782 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.628620 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9d2e-b41d-4894-8ffe-a2357e982882 None None] Current status of the port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:42.713651 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0590718-db79-4445-9aff-ac9f7ab927fc None None] Pushing event updated for resources: {'Port': ['ID=5ddb4681-1b82-4fb1-b684-8c80737a292e,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:42.804768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c2b930bf-26a8-4e3a-bfb2-1431720a7868 req-edd75b64-fe1d-4857-b3c1-eb064bc4b846 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780313 Aug 31 00:23:42.810231 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-e088e9fa-82a3-43fe-91e3-87e7a6fbd62c None None] Provisioning complete for port fd82d504-1350-4a61-9d5e-40f48a1f68a5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:42.810622 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e088e9fa-82a3-43fe-91e3-87e7a6fbd62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.873110 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 064b5d4e-b678-4268-a08a-53515adaa646 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:42.874240 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (064b5d4e-b678-4268-a08a-53515adaa646), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:42.943635 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:43.003196 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-e088e9fa-82a3-43fe-91e3-87e7a6fbd62c None None] Port fd82d504-1350-4a61-9d5e-40f48a1f68a5 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:43.028682 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:43.081136 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 064b5d4e-b678-4268-a08a-53515adaa646, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=064b5d4e-b678-4268-a08a-53515adaa646,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:43.135002 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:43.309492 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:43.409386 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'fd82d504-1350-4a61-9d5e-40f48a1f68a5', 'name': '', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'mac_address': 'fa:16:3e:a8:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:40Z', 'updated_at': '2022-08-31T00:23:41Z', 'revision_number': 1, 'project_id': '4b9380f45f99496883e536272ce068b6', 'subnets': [{'id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:43.447935 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:43.458539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c25220-b305-4d84-921b-25b430cc7e92 req-297241cd-9c6a-4270-a874-04a9b8c49ccc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:43.462142 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8c25220-b305-4d84-921b-25b430cc7e92 req-297241cd-9c6a-4270-a874-04a9b8c49ccc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.2654884 Aug 31 00:23:43.490557 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df688c8f-6be9-4038-aa26-aff4cb6c0ec9 None None] The sync data for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi is: [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'fd82d504-1350-4a61-9d5e-40f48a1f68a5', 'name': '', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'mac_address': 'fa:16:3e:a8:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:40Z', 'updated_at': '2022-08-31T00:23:41Z', 'revision_number': 1, 'project_id': '4b9380f45f99496883e536272ce068b6', 'subnets': [{'id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:43.514762 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:43.515547 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:43.547962 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-22aafa2a-b4a6-470d-9dd4-668ab00f0cb8 req-ae9f423e-18a6-4408-bfb6-cf14f5ba8da6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0883207 Aug 31 00:23:43.597356 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Deleting port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:23:43.598103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:43.702257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:43.837693 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8c25220-b305-4d84-921b-25b430cc7e92 req-d5411228-0532-467f-85a4-ac5108868044 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184035 Aug 31 00:23:43.850625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:43.905863 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] For port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,segment=NetworkSegment(e6a3b4c7-45f2-445b-ab45-1cc981124bad),segment_id=e6a3b4c7-45f2-445b-ab45-1cc981124bad)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:43.906294 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:43.954475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Calling delete_port for 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:23:44.233910 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks [] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:44.253902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5311f-e11d-4c61-9ade-267177903966 req-493dcbfc-11b5-40d2-80a6-32333401e881 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:44.256990 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73c5311f-e11d-4c61-9ade-267177903966 req-493dcbfc-11b5-40d2-80a6-32333401e881 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 950 time: 0.2740967 Aug 31 00:23:44.265273 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:44.425320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:44.576586 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:44.646966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (8f3f1405-2fc5-4b5e-aa6d-8b4237256828), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:44.715208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73c5311f-e11d-4c61-9ade-267177903966 req-4a906fea-386c-4480-b396-6c4273f41367 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8ff6a05e-328f-4fbd-898e-c1a64eb140e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620059 Aug 31 00:23:44.853217 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:23:44.898057 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Pushing event updated for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:44.931167 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:23:44.931531 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:23:45.011169 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Pushing event deleted for resources: {'Port': ['ID=8f3f1405-2fc5-4b5e-aa6d-8b4237256828,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:45.046297 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea4598-262c-45ca-97a7-f74d8163bdaf req-1ae43593-596f-4f50-8943-19516b2fbcef tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:45.048094 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4ea4598-262c-45ca-97a7-f74d8163bdaf req-1ae43593-596f-4f50-8943-19516b2fbcef tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.2897952 Aug 31 00:23:45.105725 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] No DVR routers for this DVR port 8f3f1405-2fc5-4b5e-aa6d-8b4237256828 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:23:45.118676 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:45.123008 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-275d1288-a2bc-41c2-86fd-cf23c24282aa req-d37933c8-b08e-4d27-bc3d-9c0ec87bd480 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.70 "DELETE /networking/v2.0/ports/8f3f1405-2fc5-4b5e-aa6d-8b4237256828 HTTP/1.1" status: 204 len: 173 time: 2.5492678 Aug 31 00:23:45.130634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'name': 'network-vif-deleted', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:45.133173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe76a3b-b675-4964-bd77-a64544dd4493" -d '{"events": [{"server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "name": "network-vif-deleted", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:45.241941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:23:45.246501 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:23:45.270442 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4ea4598-262c-45ca-97a7-f74d8163bdaf req-a55ca7a7-b99a-4aed-9ff2-2f507d6fd20a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950705 Aug 31 00:23:45.303636 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b46df9-3147-40ce-8b7d-c46e672ae46c req-c0b90f47-67c6-40ff-bb55-99ccd552ad87 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:45.305043 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3b46df9-3147-40ce-8b7d-c46e672ae46c req-c0b90f47-67c6-40ff-bb55-99ccd552ad87 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1650829 Aug 31 00:23:45.444422 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb15bf5-053f-4a76-973a-5dfd88dff747 x-openstack-request-id: req-fdb15bf5-053f-4a76-973a-5dfd88dff747 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:45.445288 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d2b6c3-d9bd-46e8-a283-09a45974f0ab", "name": "network-vif-deleted", "tag": "8f3f1405-2fc5-4b5e-aa6d-8b4237256828", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:45.448858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdb15bf5-053f-4a76-973a-5dfd88dff747 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:45.449498 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb15bf5-053f-4a76-973a-5dfd88dff747'] response: {'server_uuid': 'c7d2b6c3-d9bd-46e8-a283-09a45974f0ab', 'name': 'network-vif-deleted', 'tag': '8f3f1405-2fc5-4b5e-aa6d-8b4237256828', 'status': 'completed', 'code': 200} Aug 31 00:23:45.666035 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5ddb4681-1b82-4fb1-b684-8c80737a292e up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:45.782592 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Router 35576bdb-64ca-4abf-91cc-dc29c05bce08 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:23:45.830973 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:45.834710 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 5ddb4681-1b82-4fb1-b684-8c80737a292e triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:45.835106 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:45.871813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e2467-342b-4abe-862c-3fd9d996f2a6 req-12020364-9a50-4b95-894c-66bec8da4e04 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:45.886644 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b51e2467-342b-4abe-862c-3fd9d996f2a6 req-12020364-9a50-4b95-894c-66bec8da4e04 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.1589670 Aug 31 00:23:45.886853 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42156) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:45.898586 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'port_id': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:46.098316 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3b46df9-3147-40ce-8b7d-c46e672ae46c req-34f5544f-85c2-4cbb-8558-8150cb6b1778 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6799288 Aug 31 00:23:46.213152 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-3a744015-7a20-42ea-9b81-671b790b0c86 None None] Provisioning complete for port fd82d504-1350-4a61-9d5e-40f48a1f68a5 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:46.214739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3a744015-7a20-42ea-9b81-671b790b0c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:46.255195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:46.288118 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-3a744015-7a20-42ea-9b81-671b790b0c86 None None] Port fd82d504-1350-4a61-9d5e-40f48a1f68a5 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:23:46.294382 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 5ddb4681-1b82-4fb1-b684-8c80737a292e is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:46.295414 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:46.390890 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 5ddb4681-1b82-4fb1-b684-8c80737a292e, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5ddb4681-1b82-4fb1-b684-8c80737a292e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:46.404727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:46.406382 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 064b5d4e-b678-4268-a08a-53515adaa646 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:46.463131 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:46.468807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9378f020-3790-4d08-b1f8-e46f0c334dd0 req-74e8b5ad-2d5e-44d1-983e-5bb0715c6bb9 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.3783839 Aug 31 00:23:46.582263 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:23:46.607488 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=5ddb4681-1b82-4fb1-b684-8c80737a292e,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:46.686028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 064b5d4e-b678-4268-a08a-53515adaa646 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:46.686456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (064b5d4e-b678-4268-a08a-53515adaa646), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:46.766631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:46.814436 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-fe2d9a27-f3dd-4b00-a93b-0822c1b0c64c admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/35576bdb-64ca-4abf-91cc-dc29c05bce08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8867173 Aug 31 00:23:46.864273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 064b5d4e-b678-4268-a08a-53515adaa646 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:47.346093 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5ddb4681-1b82-4fb1-b684-8c80737a292e up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:47.394265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:47.453570 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 5ddb4681-1b82-4fb1-b684-8c80737a292e triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:47.454212 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:47.490522 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:47.544818 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42174) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:47.555516 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935473032', 'description': 'tempest-secgroup-smoke-935473032 description', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:47.641020 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:47.796887 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 5ddb4681-1b82-4fb1-b684-8c80737a292e is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:47.920602 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (0663013f-47a2-4247-ba87-2185b2293db2), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:47.927183 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0663013f-47a2-4247-ba87-2185b2293db2), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:47.979835 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0663013f-47a2-4247-ba87-2185b2293db2,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:47.988173 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:47.989991 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8400c42d-df83-4980-af09-9fe4f926343d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4416282 Aug 31 00:23:47.994540 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42178) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:48.004677 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:48.126630 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (8d5adca7-e704-49bb-9856-e20565aa8dcf), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.177492 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc51f5-addf-4685-b5c6-e1332701e2aa req-365c7c8b-3a1b-4397-a893-a7304f3aebaf tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:48.197197 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3afc51f5-addf-4685-b5c6-e1332701e2aa req-365c7c8b-3a1b-4397-a893-a7304f3aebaf tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.8073146 Aug 31 00:23:48.237511 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5bd263e1-b115-4ebf-8f75-00ef1f41dfed req-15231e4a-50b5-4f46-8d2e-75a5616c2b8a tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.2110558 Aug 31 00:23:48.296053 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (8d5adca7-e704-49bb-9856-e20565aa8dcf), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.303323 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (8d5adca7-e704-49bb-9856-e20565aa8dcf), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.366485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5adca7-e704-49bb-9856-e20565aa8dcf,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:48.390919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.397521 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f74d707e-8709-42af-bea4-54df609a7a88 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4014978 Aug 31 00:23:48.404625 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42180) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:48.410485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:48.481164 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (8f5f4811-821b-493b-b239-d755453f1f8c), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.542733 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Sync routers for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:48.563712 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:48.565388 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:48.607063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (8f5f4811-821b-493b-b239-d755453f1f8c), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.613671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (8f5f4811-821b-493b-b239-d755453f1f8c), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.643316 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5f4811-821b-493b-b239-d755453f1f8c,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:48.656944 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.659245 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-953aabe2-6405-461c-b697-2a7db786f818 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2525606 Aug 31 00:23:48.678787 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42182) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:48.683699 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:48.793075 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (522ef6ec-02a8-4a7d-81f3-60be308f86da), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.872744 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:48.933688 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:48.969375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (522ef6ec-02a8-4a7d-81f3-60be308f86da), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:48.990686 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3afc51f5-addf-4685-b5c6-e1332701e2aa req-9f99d2b8-d1c2-4118-aebe-4215aec6c148 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7485068 Aug 31 00:23:49.005409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (522ef6ec-02a8-4a7d-81f3-60be308f86da), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.053925 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522ef6ec-02a8-4a7d-81f3-60be308f86da,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:49.066382 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.078401 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ee0890de-8145-4688-8464-dfe7f3bc9313 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879716 Aug 31 00:23:49.078756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42184) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:49.084905 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:49.202022 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.db.resource_extend [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 00:23:49.326614 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b3e77834-7420-4399-a99d-290a4812f977), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.412429 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'fd82d504-1350-4a61-9d5e-40f48a1f68a5', 'name': '', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'mac_address': 'fa:16:3e:a8:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:40Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 2, 'project_id': '4b9380f45f99496883e536272ce068b6', 'subnets': [{'id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:49.463293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Checking router: 35576bdb-64ca-4abf-91cc-dc29c05bce08 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:49.464321 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Updating router 35576bdb-64ca-4abf-91cc-dc29c05bce08 port fd82d504-1350-4a61-9d5e-40f48a1f68a5 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:23:49.511044 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.513592 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:49.518092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.522948 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47b7842b-e1da-4424-ae60-b52faa0e3bf5 req-1d367027-5063-45c7-92b6-cf65a9e05d4e tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.1131995 Aug 31 00:23:49.534368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.655245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b3e77834-7420-4399-a99d-290a4812f977), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.668522 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (b3e77834-7420-4399-a99d-290a4812f977), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.748926 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP ffeda2be-0c10-4006-9cd4-f3f6f3ca493d associated. External IP: 172.27.4.50, port: 045ec9e3-1f50-4880-9a45-e10e1bd6b41b. Aug 31 00:23:49.753352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e77834-7420-4399-a99d-290a4812f977,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:49.826520 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.828343 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b0561120-2c04-48f3-97f6-44329c98e278 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7481811 Aug 31 00:23:49.831707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42190) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:49.836854 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:49.901082 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:49.908707 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks [] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.917397 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:49.920970 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Project 81666ce8589a4e45ac7f5f9e6e6cc9a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:23:49.932503 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b6bddcd9-7173-45f2-a8ff-3d5c15a01689), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.132827 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Attempting to bind port fd82d504-1350-4a61-9d5e-40f48a1f68a5 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:23:50.133816 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Attempting to bind port fd82d504-1350-4a61-9d5e-40f48a1f68a5 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:23:50.134688 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Attempting to bind port fd82d504-1350-4a61-9d5e-40f48a1f68a5 on network f46cac19-0278-49e7-9bf4-b9edd06e0ecd {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:23:50.144640 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c3c62-29ce-43a6-a6d4-0f0b93eb6462 None None] Pushing event updated for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:50.151145 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:23:50.152147 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Checking segment: {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:23:50.153106 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.153967 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Bound using segment: {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:23:50.156303 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Bound port: fd82d504-1350-4a61-9d5e-40f48a1f68a5, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:23:50.157424 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.169284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:50.262712 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:50.290803 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] For port fd82d504-1350-4a61-9d5e-40f48a1f68a5, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:23:50.298340 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] For port fd82d504-1350-4a61-9d5e-40f48a1f68a5, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=fd82d504-1350-4a61-9d5e-40f48a1f68a5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:23:50.308280 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.329189 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6ec5-c6c3-4e74-9038-a496cb78c5b0 req-53b92d57-82e7-4ae4-90b7-1157d769628b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:50.341765 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b5a6ec5-c6c3-4e74-9038-a496cb78c5b0 req-53b92d57-82e7-4ae4-90b7-1157d769628b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1588531 Aug 31 00:23:50.392774 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:50.393554 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:50.403811 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:23:50.420380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b6bddcd9-7173-45f2-a8ff-3d5c15a01689), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.462868 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c3c62-29ce-43a6-a6d4-0f0b93eb6462 None None] Pushing event updated for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:50.466578 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b5a6ec5-c6c3-4e74-9038-a496cb78c5b0 req-61c4c593-f421-46ec-a143-d578f2939aa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235259 Aug 31 00:23:50.476397 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (b6bddcd9-7173-45f2-a8ff-3d5c15a01689), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.515514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.520080 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6838284 Aug 31 00:23:50.520715 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42198) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:23:50.526284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'security_group_rule': {'security_group_id': '0663013f-47a2-4247-ba87-2185b2293db2', 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:23:50.531606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20966dde-aa54-40c9-9a69-2ee899865f0e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bddcd9-7173-45f2-a8ff-3d5c15a01689,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:50.640668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Project 81666ce8589a4e45ac7f5f9e6e6cc9a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:23:50.649653 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:50.660063 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b8e49411-0856-4f5c-9b23-d2daabd0d4df), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.763583 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d6050b85-9a1b-41bd-9caa-fd7c2e0143e6 req-c472548a-48a2-4a13-9853-6598c5d033c7 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0618050 Aug 31 00:23:50.780507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:23:50.787913 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.795277 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:23:50.832424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-585c4a9c-c7f6-4452-9051-4a3215abd08c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/ffeda2be-0c10-4006-9cd4-f3f6f3ca493d HTTP/1.1" status: 200 len: 990 time: 4.9360416 Aug 31 00:23:50.832537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:50.832628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:23:50.832731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:50.833500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607a659-69ff-4f11-b968-d95a4d247dca" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:23:50.868983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (b8e49411-0856-4f5c-9b23-d2daabd0d4df), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.887323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (b8e49411-0856-4f5c-9b23-d2daabd0d4df), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.908810 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b2322c-4c4a-4452-b365-80226512b429 x-openstack-request-id: req-14b2322c-4c4a-4452-b365-80226512b429 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:23:50.909241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:23:50.909622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14b2322c-4c4a-4452-b365-80226512b429 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:23:50.910055 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b2322c-4c4a-4452-b365-80226512b429'] response: {'name': 'network-changed', 'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'status': 'completed', 'code': 200} Aug 31 00:23:50.919216 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e49411-0856-4f5c-9b23-d2daabd0d4df,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:50.931605 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:50.933042 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-45891f12-4448-42d3-a307-becd8615e6cb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4112406 Aug 31 00:23:51.095353 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'fd82d504-1350-4a61-9d5e-40f48a1f68a5', 'name': '', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'mac_address': 'fa:16:3e:a8:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:40Z', 'updated_at': '2022-08-31T00:23:50Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'subnets': [{'id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:51.173423 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:51.182843 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d6f15-ce9b-4099-b886-115a4254fba6 None None] The sync data for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi is: [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:23:42Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'fd82d504-1350-4a61-9d5e-40f48a1f68a5', 'name': '', 'network_id': 'f46cac19-0278-49e7-9bf4-b9edd06e0ecd', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'mac_address': 'fa:16:3e:a8:45:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:40Z', 'updated_at': '2022-08-31T00:23:50Z', 'revision_number': 4, 'project_id': '4b9380f45f99496883e536272ce068b6', 'subnets': [{'id': 'ec236a9d-cf4c-40e1-b904-96887f18d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:51.447548 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device fd82d504-1350-4a61-9d5e-40f48a1f68a5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:51.834198 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16be13-4d8b-4d18-9d82-e3018467077d req-fa9f1c74-413b-4084-945d-e466ee996e5e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:51.850213 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ed16be13-4d8b-4d18-9d82-e3018467077d req-fa9f1c74-413b-4084-945d-e466ee996e5e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1838689 Aug 31 00:23:51.920300 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:51.976558 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ed16be13-4d8b-4d18-9d82-e3018467077d req-57a53f23-184a-4ac8-928a-2b856c19f32b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163819 Aug 31 00:23:52.140554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port fd82d504-1350-4a61-9d5e-40f48a1f68a5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:52.142858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:52.184892 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd24c226-e398-456c-be29-7a98030d4a6a req-cf209ed5-a1fa-41a9-b787-72cb86344c11 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0836291 Aug 31 00:23:52.318608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}, {'id': 'ffeda2be-0c10-4006-9cd4-f3f6f3ca493d', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:23:07Z', 'updated_at': '2022-08-31T00:23:49Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:52.428226 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:23:52.453674 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:23:52.455221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:23:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:52.505191 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port fd82d504-1350-4a61-9d5e-40f48a1f68a5 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:52.505191 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:52.669037 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port fd82d504-1350-4a61-9d5e-40f48a1f68a5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=fd82d504-1350-4a61-9d5e-40f48a1f68a5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:23:52.682362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:53.037309 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:23:53.092819 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:23:53.505359 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device fd82d504-1350-4a61-9d5e-40f48a1f68a5 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:23:53.614293 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:53.661205 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-396e4ab7-d778-4211-8b6e-47fa6f72cd8e req-5cc56740-c499-4c53-8479-714574aeee6f tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.1247802 Aug 31 00:23:53.696765 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8f12-535f-465a-b6d1-fe80a50711f6 req-939f3788-f7c0-4991-8011-373e48f39825 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:53.709635 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-02fb8f12-535f-465a-b6d1-fe80a50711f6 req-939f3788-f7c0-4991-8011-373e48f39825 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.3220832 Aug 31 00:23:53.713490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a659-69ff-4f11-b968-d95a4d247dca req-0cb5976c-7d57-41ec-8f51-47525e67cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:53.717024 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-0cb5976c-7d57-41ec-8f51-47525e67cf46 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 1129 time: 0.3691573 Aug 31 00:23:53.719077 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}, {'id': 'ffeda2be-0c10-4006-9cd4-f3f6f3ca493d', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:23:07Z', 'updated_at': '2022-08-31T00:23:49Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:23:53.722213 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port fd82d504-1350-4a61-9d5e-40f48a1f68a5 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:23:53.722595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:23:53.767962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5d161-1dd2-49d9-ae55-d289de027d4d None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}, {'id': 'ffeda2be-0c10-4006-9cd4-f3f6f3ca493d', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.50', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:23:07Z', 'updated_at': '2022-08-31T00:23:49Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:23:53.813381 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-02fb8f12-535f-465a-b6d1-fe80a50711f6 req-f4f2940a-a6f4-4128-a943-642b199ff07c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025157 Aug 31 00:23:53.889826 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port fd82d504-1350-4a61-9d5e-40f48a1f68a5 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:23:54.148624 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb7469-977a-4db2-8667-ed69421f201c None None] New status for floating IP ffeda2be-0c10-4006-9cd4-f3f6f3ca493d: ACTIVE {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:23:54.272822 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:54.817698 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-089aca45-29d3-431b-9844-f52db0627c95 req-065f8835-98c0-40c3-9b18-da75a86a75a1 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0349479 Aug 31 00:23:55.100225 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeeeda-626b-436d-9b88-8da1a8e126e1 req-c056d522-34e5-45bd-bf6a-47347ae3c07c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:55.102871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-deeeeeda-626b-436d-9b88-8da1a8e126e1 req-c056d522-34e5-45bd-bf6a-47347ae3c07c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0896842 Aug 31 00:23:55.172387 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-deeeeeda-626b-436d-9b88-8da1a8e126e1 req-46e63f11-76b6-47bf-b4ef-9adb7ad281cb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625358 Aug 31 00:23:55.348941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a659-69ff-4f11-b968-d95a4d247dca req-fcf142b1-af53-4460-b40f-287e293e3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:55.350669 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-fcf142b1-af53-4460-b40f-287e293e3913 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 0.1227536 Aug 31 00:23:55.972047 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-91f1a0a5-76f6-4660-9b5f-454e731a7319 req-7ccfd8cc-8ffb-468c-9b2f-c5477371d900 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0301440 Aug 31 00:23:56.018927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:56.110377 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:56.135304 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-00fe9048-3c42-44bd-acf3-226628b5548f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b HTTP/1.1" status: 200 len: 1000 time: 0.1399052 Aug 31 00:23:56.343766 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08770b-736b-4829-89b2-216f0585cb53 req-dd55f0a6-b0be-4cd9-9129-3f2ba2d94f33 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:56.345794 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b08770b-736b-4829-89b2-216f0585cb53 req-dd55f0a6-b0be-4cd9-9129-3f2ba2d94f33 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0568471 Aug 31 00:23:56.406631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b08770b-736b-4829-89b2-216f0585cb53 req-7f7a4fe0-4796-4a5a-bcef-56fc88f14b7b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506704 Aug 31 00:23:56.553604 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a659-69ff-4f11-b968-d95a4d247dca req-a9f3c4e7-517e-4391-ac7f-1a5ba0ab9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:56.555182 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-a9f3c4e7-517e-4391-ac7f-1a5ba0ab9219 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.0777051 Aug 31 00:23:56.932504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a659-69ff-4f11-b968-d95a4d247dca req-d1f93e8c-6409-474a-9bfe-b3980dcd1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:56.935681 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-d1f93e8c-6409-474a-9bfe-b3980dcd1842 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774870 Aug 31 00:23:57.118439 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-256e2dab-cf87-47e6-9628-b8d47910a49f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583703 Aug 31 00:23:57.242647 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a9ad22af-9f9d-43ff-9b67-0f0fb71d738f req-4410f11a-74d2-438c-9a14-740ea0159dc7 tempest-VolumesNegativeTest-256931114 tempest-VolumesNegativeTest-256931114-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c7d2b6c3-d9bd-46e8-a283-09a45974f0ab HTTP/1.1" status: 200 len: 210 time: 0.0383039 Aug 31 00:23:57.302889 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f607a659-69ff-4f11-b968-d95a4d247dca req-444d5ca9-dab8-4af0-b07d-2d574084a7cb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718144 Aug 31 00:23:57.596821 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf86cab-6243-41b9-9b5c-fe6a67baf781 req-db030757-b8d1-4781-9164-9298b9307ea2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:57.598599 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-faf86cab-6243-41b9-9b5c-fe6a67baf781 req-db030757-b8d1-4781-9164-9298b9307ea2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0633225 Aug 31 00:23:57.688329 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-faf86cab-6243-41b9-9b5c-fe6a67baf781 req-d04a0b86-bb30-44e9-b092-f4f4ab162930 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787117 Aug 31 00:23:58.915783 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88baa7-fc91-4617-94d6-12f2672f686c req-3e076736-bf4a-4d60-ad67-356a4c01cc38 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:23:58.918900 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b88baa7-fc91-4617-94d6-12f2672f686c req-3e076736-bf4a-4d60-ad67-356a4c01cc38 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1063247 Aug 31 00:23:59.008821 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b88baa7-fc91-4617-94d6-12f2672f686c req-a93651bd-68b7-4f94-9817-5fb197e4d217 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816073 Aug 31 00:23:59.050293 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:23:59.058325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:00.247524 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc305-d628-419f-bf81-1e38b1930369 req-b695522a-7d6f-4fa8-bdda-18e67f7a69cb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:00.250242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47edc305-d628-419f-bf81-1e38b1930369 req-b695522a-7d6f-4fa8-bdda-18e67f7a69cb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0850337 Aug 31 00:24:00.327586 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47edc305-d628-419f-bf81-1e38b1930369 req-0fcb7073-f00f-4015-943e-3d7b48cb81ff tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682187 Aug 31 00:24:01.510532 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e40e1-eff8-4ed2-8993-61e48e8b83fd req-177054f7-511b-4393-a555-d399916a0f24 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:01.512249 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a4e40e1-eff8-4ed2-8993-61e48e8b83fd req-177054f7-511b-4393-a555-d399916a0f24 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0705395 Aug 31 00:24:01.614185 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a4e40e1-eff8-4ed2-8993-61e48e8b83fd req-7f777a0b-5caf-487a-8279-30ff1db5da6e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922894 Aug 31 00:24:02.765274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa6871-6f7b-456b-a02b-2cd449efa8b3 req-713fc71c-974d-47b1-a493-797439c7f5ef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:02.767487 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-edaa6871-6f7b-456b-a02b-2cd449efa8b3 req-713fc71c-974d-47b1-a493-797439c7f5ef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.0525975 Aug 31 00:24:02.824690 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-edaa6871-6f7b-456b-a02b-2cd449efa8b3 req-b04f7805-789d-4c1e-94c4-969ad42cef26 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506811 Aug 31 00:24:03.347612 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42606) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:03.731075 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1828d821-0902-4abe-aff0-0561e8837016 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9e164298f9d449498f1c7b4c06a839be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819988 Aug 31 00:24:03.733729 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42610) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:03.807007 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] Publish callbacks [] for security_group (8ff6a05e-328f-4fbd-898e-c1a64eb140e7), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:03.835071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=18 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:03.847539 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] Publish callbacks [] for security_group (8ff6a05e-328f-4fbd-898e-c1a64eb140e7), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:03.889140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:03.935612 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8ff6a05e-328f-4fbd-898e-c1a64eb140e7), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:03.939198 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:03.940950 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8ff6a05e-328f-4fbd-898e-c1a64eb140e7 HTTP/1.1" status: 204 len: 168 time: 0.2062111 Aug 31 00:24:03.949970 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8414e9-a82c-418a-9e58-b8a24e2e4256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff6a05e-328f-4fbd-898e-c1a64eb140e7,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:04.043204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d348-a539-4ad2-a7f4-69252ce490b3 req-25f2b1a5-3206-4390-a8e0-8b9cc371d15e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:04.048661 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-86d3d348-a539-4ad2-a7f4-69252ce490b3 req-25f2b1a5-3206-4390-a8e0-8b9cc371d15e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 943 time: 0.1229312 Aug 31 00:24:04.123594 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-86d3d348-a539-4ad2-a7f4-69252ce490b3 req-91e9e5e1-35c6-44e4-b36a-a15d90728a53 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675726 Aug 31 00:24:04.308679 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:04.317045 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:04.530329 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-80cdee6a-2746-4e6a-8dbc-185cd302bca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:04.604177 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:24:04.756850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:04.773710 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'mac_address': 'fa:16:3e:95:a2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:24:04.831229 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:04.831619 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:04.848768 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:24:04.883306 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:04.889176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:04.963697 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=9']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:04.973648 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.974311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.974650 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.975176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.975731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.976102 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.976410 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.976784 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.977061 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.977433 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.977910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.978839 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.978839 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.979059 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:04.979256 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:05.260678 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:05.314141 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15bae-49b9-4222-a51b-b774e04418e2 req-5b80f780-72c7-40eb-831d-e4fe74a643a5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:05.316130 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10f15bae-49b9-4222-a51b-b774e04418e2 req-5b80f780-72c7-40eb-831d-e4fe74a643a5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.0659616 Aug 31 00:24:05.383683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:05.393624 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10f15bae-49b9-4222-a51b-b774e04418e2 req-d63422de-20c9-410e-b479-22c920a672a1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674086 Aug 31 00:24:06.279519 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:24:06.593967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a410d2-a1df-4d35-992c-c028f39f9f12 req-17506f26-517c-4641-904a-d24615fe5a85 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:06.597603 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84a410d2-a1df-4d35-992c-c028f39f9f12 req-17506f26-517c-4641-904a-d24615fe5a85 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.0829377 Aug 31 00:24:06.658435 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84a410d2-a1df-4d35-992c-c028f39f9f12 req-b8389b16-8144-4a88-97df-da30d0ed3aaf tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544999 Aug 31 00:24:07.023254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-549aaa99-6702-48de-9e12-0d505bc97981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:07.635900 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0de8-b773-4508-b1c4-4e28b57d9696 req-6b982725-1fe8-4cbf-b389-d42a6416b35a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:07.638688 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7dc0de8-b773-4508-b1c4-4e28b57d9696 req-6b982725-1fe8-4cbf-b389-d42a6416b35a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1115210 Aug 31 00:24:07.698094 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7dc0de8-b773-4508-b1c4-4e28b57d9696 req-3ec81b8f-d339-42f6-9958-7c124387ed35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Aug 31 00:24:07.851167 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8d4ad-91e7-4b4f-8654-15577fd79cc8 req-59354c65-e29f-4d63-84a3-7a6613219e83 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:07.852799 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6d8d4ad-91e7-4b4f-8654-15577fd79cc8 req-59354c65-e29f-4d63-84a3-7a6613219e83 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.0534973 Aug 31 00:24:07.921675 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6d8d4ad-91e7-4b4f-8654-15577fd79cc8 req-99538310-6324-49cf-809b-f72c5d83d9d5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623760 Aug 31 00:24:08.174660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:08.849686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eecf1-5179-4b5f-8337-7a2eb1a0effb req-3eb91321-afae-4cb0-b680-4853b800f2c8 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:08.852475 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-269eecf1-5179-4b5f-8337-7a2eb1a0effb req-3eb91321-afae-4cb0-b680-4853b800f2c8 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0678399 Aug 31 00:24:08.938020 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-269eecf1-5179-4b5f-8337-7a2eb1a0effb req-05910422-26b4-47c7-bdb8-9dc2d86d18aa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794327 Aug 31 00:24:09.069126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54ce1-2340-46c3-a07d-0be35b070c9c req-0c6f0835-414b-4bfa-92dd-2230d1f83c05 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:09.070767 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ace54ce1-2340-46c3-a07d-0be35b070c9c req-0c6f0835-414b-4bfa-92dd-2230d1f83c05 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.0546136 Aug 31 00:24:09.132892 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ace54ce1-2340-46c3-a07d-0be35b070c9c req-375525d6-e44c-43c8-ab9c-4e2d22148cae tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512977 Aug 31 00:24:09.675841 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:09.898456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:10.087423 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6821572-644f-4220-8b8c-d1480b72b534 req-cabf0385-e5fe-4c8b-9687-2c8946498eed tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:10.089083 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a6821572-644f-4220-8b8c-d1480b72b534 req-cabf0385-e5fe-4c8b-9687-2c8946498eed tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0543509 Aug 31 00:24:10.150401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a6821572-644f-4220-8b8c-d1480b72b534 req-9d02778f-d082-4903-b864-f556ca61deb0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544090 Aug 31 00:24:10.292011 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee47c9-b423-464c-8bb8-ce7de8c41193 req-16aa477c-5887-4839-9825-78d283a5ec93 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:10.293712 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5dee47c9-b423-464c-8bb8-ce7de8c41193 req-16aa477c-5887-4839-9825-78d283a5ec93 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 944 time: 0.0539243 Aug 31 00:24:10.349329 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5dee47c9-b423-464c-8bb8-ce7de8c41193 req-2dcc7bd5-1604-4791-add9-f4a0e187f86f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Aug 31 00:24:10.839699 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:24:10.889743 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:24:10.890123 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:10.972139 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:10.972618 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:11.011495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:11.018933 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:11.021583 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7827557-2bf0-4f74-bd83-67f32e60b767" -d '{"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:11.038517 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:11.044831 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:11.091211 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e47cc-6aa4-462a-b304-6c61ea167025 x-openstack-request-id: req-b67e47cc-6aa4-462a-b304-6c61ea167025 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:11.091687 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-plugged", "status": "completed", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:11.091974 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b67e47cc-6aa4-462a-b304-6c61ea167025 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:11.092476 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67e47cc-6aa4-462a-b304-6c61ea167025'] response: {'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'code': 200} Aug 31 00:24:11.123142 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=10']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:11.308628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb994a-3de0-4503-a14d-93580dda5da4 req-6b95837d-5324-44dd-9b51-972ce102feaf tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:11.311074 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8acb994a-3de0-4503-a14d-93580dda5da4 req-6b95837d-5324-44dd-9b51-972ce102feaf tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0657029 Aug 31 00:24:11.403382 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8acb994a-3de0-4503-a14d-93580dda5da4 req-a8a85833-2191-42e4-aca1-d74b7c144fc7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845411 Aug 31 00:24:11.509606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e4db0-e7a5-4c58-a819-3692ffc8ceff req-4a0c3ee7-d0f2-4615-a322-44c03d932f3a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:11.511199 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-948e4db0-e7a5-4c58-a819-3692ffc8ceff req-4a0c3ee7-d0f2-4615-a322-44c03d932f3a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0584662 Aug 31 00:24:11.568616 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-948e4db0-e7a5-4c58-a819-3692ffc8ceff req-ccbd69d4-f255-488e-ac37-cbf5532bcc07 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507171 Aug 31 00:24:12.570406 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a5c6-ebd8-4083-b6bd-994164558bc1 req-ea9911d7-450a-493e-b493-55939ca1b59a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:12.572387 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee30a5c6-ebd8-4083-b6bd-994164558bc1 req-ea9911d7-450a-493e-b493-55939ca1b59a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0540440 Aug 31 00:24:12.632122 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee30a5c6-ebd8-4083-b6bd-994164558bc1 req-9dff2a9a-8870-4410-a035-d31e85749802 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518827 Aug 31 00:24:12.759960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f22260-487c-4142-ac81-8f1f142c2d74 req-04432c40-8bef-48ca-a064-be7d27703508 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:12.761583 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88f22260-487c-4142-ac81-8f1f142c2d74 req-04432c40-8bef-48ca-a064-be7d27703508 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0533686 Aug 31 00:24:12.796375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:12.805409 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:12.827785 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88f22260-487c-4142-ac81-8f1f142c2d74 req-f2bf00b5-b7eb-4333-907f-776aad013a74 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594304 Aug 31 00:24:13.808316 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ee09-7a75-48b0-b7e1-ae475b4d8ef0 req-6e516a2e-fb68-43e9-8d93-83be3d5b762d tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:13.810905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a211ee09-7a75-48b0-b7e1-ae475b4d8ef0 req-6e516a2e-fb68-43e9-8d93-83be3d5b762d tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0789278 Aug 31 00:24:13.900082 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a211ee09-7a75-48b0-b7e1-ae475b4d8ef0 req-4432d383-f26c-461b-a224-15e2e54d1b75 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801394 Aug 31 00:24:13.944392 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:13.946586 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:13.979568 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45466c57-5392-45ae-bda2-da51d94fc379 req-bfe10314-bdf2-454b-b6b4-192f76be2df1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:13.989146 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45466c57-5392-45ae-bda2-da51d94fc379 req-bfe10314-bdf2-454b-b6b4-192f76be2df1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0624678 Aug 31 00:24:14.054802 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45466c57-5392-45ae-bda2-da51d94fc379 req-0e4b4397-abd0-486c-98be-5c587f2e53d5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623748 Aug 31 00:24:14.480393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e760-467f-4430-a12f-0c6a548069e9 req-1e1547a3-9f9e-4498-a32c-37b80e800d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:14.482067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9450e760-467f-4430-a12f-0c6a548069e9 req-1e1547a3-9f9e-4498-a32c-37b80e800d70 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 1130 time: 0.0560074 Aug 31 00:24:14.567029 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9450e760-467f-4430-a12f-0c6a548069e9 req-cae1bedd-2c84-4151-bb9b-640f91fe8601 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609488 Aug 31 00:24:15.067095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab13f1e-f7cb-4b05-8068-4ec967e34fd5 req-4f711b1d-ddca-4a28-a4a0-4cfdb282d7cd tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:15.068689 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ab13f1e-f7cb-4b05-8068-4ec967e34fd5 req-4f711b1d-ddca-4a28-a4a0-4cfdb282d7cd tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0529430 Aug 31 00:24:15.134381 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ab13f1e-f7cb-4b05-8068-4ec967e34fd5 req-a606b325-e501-404e-be34-cc1c85b9ed94 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590403 Aug 31 00:24:15.230456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459d9c-a2a1-431d-877e-3743764f9535 req-c18c27ee-9e0a-46fe-88a8-4e58abfacbd1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:15.232088 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b459d9c-a2a1-431d-877e-3743764f9535 req-c18c27ee-9e0a-46fe-88a8-4e58abfacbd1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0801289 Aug 31 00:24:15.291188 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2b459d9c-a2a1-431d-877e-3743764f9535 req-f2ca4fd4-2d0c-411f-a14a-3184f5ca87ac tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523312 Aug 31 00:24:16.338571 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3f4fb-52f5-49aa-a43e-bd4a530ce80b req-b272e3e8-e792-4f60-a5fb-26fae57a1cf5 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:16.342567 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d8d3f4fb-52f5-49aa-a43e-bd4a530ce80b req-b272e3e8-e792-4f60-a5fb-26fae57a1cf5 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0810642 Aug 31 00:24:16.446878 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d8d3f4fb-52f5-49aa-a43e-bd4a530ce80b req-3ee6a5ca-4473-40a3-97c6-97adf596f516 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932672 Aug 31 00:24:16.541391 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a751b8e-a7ec-4733-8bd9-ede14a655cba req-b38aafed-7f04-44dc-88e8-cb9d898103a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:16.544560 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a751b8e-a7ec-4733-8bd9-ede14a655cba req-b38aafed-7f04-44dc-88e8-cb9d898103a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0954967 Aug 31 00:24:16.632416 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a751b8e-a7ec-4733-8bd9-ede14a655cba req-035acfb3-23c1-45cf-8b13-bd3edd51a591 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788467 Aug 31 00:24:17.081705 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 42838) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:17.606504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-79701ec4-b581-45f2-815a-29ac02f3803e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:17.706375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86fe-3f30-4518-a0c5-fec1c954e74e req-61897d75-a8c8-4c91-8efa-7f6917908290 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:17.707965 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6a0f86fe-3f30-4518-a0c5-fec1c954e74e req-61897d75-a8c8-4c91-8efa-7f6917908290 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1044321 Aug 31 00:24:17.739519 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-6e86b46a-6b66-4c20-b502-e7e321a93a28 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-935473032&fields=id&tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3 HTTP/1.1" status: 200 len: 267 time: 0.1370819 Aug 31 00:24:17.848328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:17.881222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:17.906247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6a0f86fe-3f30-4518-a0c5-fec1c954e74e req-1f2dd94c-f776-4cb2-9826-bb392554a245 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776745 Aug 31 00:24:17.938000 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-79701ec4-b581-45f2-815a-29ac02f3803e admin admin] Publish callbacks [] for security_group (9433029a-1535-4a59-a6f6-94c98f83958b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:17.952994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-79701ec4-b581-45f2-815a-29ac02f3803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9433029a-1535-4a59-a6f6-94c98f83958b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:17.986756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-ae1b4a2b-b6ad-474b-a810-9c05b60180da tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:17.986756 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-ae1b4a2b-b6ad-474b-a810-9c05b60180da tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 808 time: 0.2345026 Aug 31 00:24:18.028341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-79701ec4-b581-45f2-815a-29ac02f3803e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=23673589610d4ca981a59aa271af1300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9451177 Aug 31 00:24:18.032886 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 42870) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:18.042544 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701ec4-b581-45f2-815a-29ac02f3803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433029a-1535-4a59-a6f6-94c98f83958b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:18.050291 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-45a81313-9810-4604-b214-d293c9e64e81 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/quotas/81666ce8589a4e45ac7f5f9e6e6cc9a3 HTTP/1.1" status: 200 len: 375 time: 0.0509269 Aug 31 00:24:18.117608 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512896-ca6b-442f-b0b1-349af62e7bf3 req-8c7b256a-6cd7-4fa8-a152-886f07929080 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:18.119260 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d512896-ca6b-442f-b0b1-349af62e7bf3 req-8c7b256a-6cd7-4fa8-a152-886f07929080 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0965967 Aug 31 00:24:18.132029 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] Publish callbacks [] for security_group (9433029a-1535-4a59-a6f6-94c98f83958b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:18.141607 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-61c90925-0a01-4f55-814d-a4bfe750c471 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734739 Aug 31 00:24:18.177576 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] Publish callbacks [] for security_group (9433029a-1535-4a59-a6f6-94c98f83958b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:18.237227 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d512896-ca6b-442f-b0b1-349af62e7bf3 req-c9598aea-8622-419e-a001-d08bbcc7c84e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066189 Aug 31 00:24:18.268756 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9433029a-1535-4a59-a6f6-94c98f83958b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:18.275656 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:18.277597 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9433029a-1535-4a59-a6f6-94c98f83958b HTTP/1.1" status: 204 len: 168 time: 0.2430077 Aug 31 00:24:18.292053 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bb852-fba8-4951-9917-1283b0d6e63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433029a-1535-4a59-a6f6-94c98f83958b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:18.317598 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-61052850-a7da-47ae-8679-f091a72151ad service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496301 Aug 31 00:24:18.486019 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-5c126737-da3a-46a1-9d8c-b27b377616e9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533334 Aug 31 00:24:18.607799 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-21bc8c4c-0926-4098-b93e-651d8c966a0f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724940 Aug 31 00:24:18.753107 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-da48dd09-a3d0-4048-8a45-7446dad7c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:18.755567 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-da48dd09-a3d0-4048-8a45-7446dad7c6e9 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 1129 time: 0.0798528 Aug 31 00:24:18.932891 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-fd5e8cb9-f4e2-4cb3-886d-7509ab098b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:18.934531 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-fd5e8cb9-f4e2-4cb3-886d-7509ab098b89 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.1531272 Aug 31 00:24:19.005230 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-5d4a09d0-7163-49f2-a2a9-d2d3ba6e3c8e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 200 len: 217 time: 0.0620613 Aug 31 00:24:19.027730 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-87b8e683-ea72-425e-8e2f-94edef433645 req-6a2a2dd8-5a57-4998-a693-f4cede8d4f3f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 210 time: 0.0327799 Aug 31 00:24:19.124899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490091a-e4b7-4d57-88b7-156e22763a62 req-d9895391-e3cc-4e5e-8731-003b82796913 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:19.129147 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9490091a-e4b7-4d57-88b7-156e22763a62 req-d9895391-e3cc-4e5e-8731-003b82796913 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0878212 Aug 31 00:24:19.203749 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9490091a-e4b7-4d57-88b7-156e22763a62 req-1d8b7d46-98e0-4c95-9376-ba8318bc7fcd tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646589 Aug 31 00:24:19.444364 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:19.446860 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:19.486450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-7756b21e-c998-4f78-91e2-26d89feb02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:19.488299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-7756b21e-c998-4f78-91e2-26d89feb02c5 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0585546 Aug 31 00:24:19.547393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-f5331693-96e5-4e87-8f43-ed838cac77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:19.550208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-f5331693-96e5-4e87-8f43-ed838cac77f2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496004 Aug 31 00:24:19.783306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:19.787728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-c69c5aa4-bed2-42a9-82c2-14cce25c0607 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330750 Aug 31 00:24:19.990720 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d7087d0-6aac-4e1e-9856-0a1a5b87d53c req-0d575db7-5260-427d-87d7-48c5d8833100 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564515 Aug 31 00:24:20.200758 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4811347b-7f7b-49b5-a6a7-fde03373f222 req-55c985e0-3374-414c-9c83-ee5a6b5952e6 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 210 time: 0.0376754 Aug 31 00:24:20.300054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:20.353811 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be9a2-3d67-4e28-a8a5-a230567764aa req-3a4f9150-9321-46f3-b5e1-47fe5ebf58f3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:20.355870 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b89be9a2-3d67-4e28-a8a5-a230567764aa req-3a4f9150-9321-46f3-b5e1-47fe5ebf58f3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0662708 Aug 31 00:24:20.422347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b89be9a2-3d67-4e28-a8a5-a230567764aa req-a38e9a67-e182-46bc-828b-685a540faa13 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580056 Aug 31 00:24:21.010820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-781cb6ae-cf3a-4ff5-b16d-8c8625ee5e9e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:21.012437 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-781cb6ae-cf3a-4ff5-b16d-8c8625ee5e9e tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 808 time: 0.1282520 Aug 31 00:24:21.118929 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:21.171880 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-169eda5b-f117-49c7-b0d9-956109f89f3b tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3 HTTP/1.1" status: 200 len: 379 time: 0.1161561 Aug 31 00:24:21.198098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'port': {'device_id': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'admin_state_up': True, 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'security_groups': ['0663013f-47a2-4247-ba87-2185b2293db2']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:24:21.366847 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-004e949e-f048-4089-b707-5c122e56e0ea req-2d5e11fe-7f05-4bda-a37c-67d5ff6440c6 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 210 time: 0.0457199 Aug 31 00:24:21.422289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Made reservation on behalf of 81666ce8589a4e45ac7f5f9e6e6cc9a3 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:24:21.426650 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:21.564814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b411-f173-4704-9628-d33eb3430bf2 req-04184fd0-9f4c-4454-89b7-21a18adbb809 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:21.566356 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4106b411-f173-4704-9628-d33eb3430bf2 req-04184fd0-9f4c-4454-89b7-21a18adbb809 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.1272676 Aug 31 00:24:21.646275 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7832a5-9d23-405a-83e7-a5d73039adb2 req-e29a0fc3-51be-41ac-82b7-9fd2e071b219 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:21.647925 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df7832a5-9d23-405a-83e7-a5d73039adb2 req-e29a0fc3-51be-41ac-82b7-9fd2e071b219 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1381860 Aug 31 00:24:21.730672 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4106b411-f173-4704-9628-d33eb3430bf2 req-323b364b-7230-43a0-9081-989a21796c69 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432402 Aug 31 00:24:21.774034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Allocated IP 172.20.0.11 (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39/16715eeb-c7e8-4754-9726-0ac6015ec417/c156e592-123d-470f-843d-661d21c8d777) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:24:21.783194 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df7832a5-9d23-405a-83e7-a5d73039adb2 req-352469d0-37aa-4d65-9482-e6bf10207f33 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214154 Aug 31 00:24:21.917489 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:21.961420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for port (c156e592-123d-470f-843d-661d21c8d777), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:21.968564 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:22.008469 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (c156e592-123d-470f-843d-661d21c8d777), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:22.068570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:24:22.075237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:24:22.079541 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:24:22.107782 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:22.121963 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.122345 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.122807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.123122 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.123480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.123801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.124195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.124494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.124820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.125144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.125475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.126333 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.126661 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.126978 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.127435 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:22.160802 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:22.161590 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:22.187310 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-33345867-2d52-416f-a9e0-a49c456f346f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9957762 Aug 31 00:24:22.350485 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:22.353539 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-0436e74c-327a-448d-8951-0f8c11e090ed None None] Provisioning complete for port c156e592-123d-470f-843d-661d21c8d777 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:24:22.353912 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0436e74c-327a-448d-8951-0f8c11e090ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c156e592-123d-470f-843d-661d21c8d777), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:22.393646 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-0436e74c-327a-448d-8951-0f8c11e090ed None None] Port c156e592-123d-470f-843d-661d21c8d777 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:24:22.533571 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54931-36b6-4ac2-ad74-65a837c20444 req-f254b82d-1888-4ec4-b1fe-87c5befc34c8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:22.535198 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-49e54931-36b6-4ac2-ad74-65a837c20444 req-f254b82d-1888-4ec4-b1fe-87c5befc34c8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 932 time: 0.0587387 Aug 31 00:24:22.597731 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-49e54931-36b6-4ac2-ad74-65a837c20444 req-959faa2f-cb7d-4c26-a19a-b5d8c5c96684 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561059 Aug 31 00:24:22.873630 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287d5a-f71e-4681-958b-eb475450125e req-fa08c471-bda9-40c7-b675-0031712f55e5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:22.875410 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75287d5a-f71e-4681-958b-eb475450125e req-fa08c471-bda9-40c7-b675-0031712f55e5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.0555389 Aug 31 00:24:22.973875 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343010f-f2d1-472e-827b-e22f32d9e5cb req-4841b089-d909-443e-8c20-373e25796f59 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:22.975449 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1343010f-f2d1-472e-827b-e22f32d9e5cb req-4841b089-d909-443e-8c20-373e25796f59 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0817297 Aug 31 00:24:22.979040 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75287d5a-f71e-4681-958b-eb475450125e req-4ee8125c-2938-4513-9df2-c7511e548725 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945778 Aug 31 00:24:23.037181 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1343010f-f2d1-472e-827b-e22f32d9e5cb req-1a442051-8a8b-495f-b6ac-412daccccbd9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534606 Aug 31 00:24:23.360019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Request body: {'port': {'device_id': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:24:23.429959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:23.578398 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:24:23.771490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:23.795399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de9715-82e3-4067-a08b-ba0cbbc9a109 req-86198f07-4284-4d17-9579-c6ac39f58d96 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:23.797183 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-29de9715-82e3-4067-a08b-ba0cbbc9a109 req-86198f07-4284-4d17-9579-c6ac39f58d96 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 932 time: 0.0948081 Aug 31 00:24:23.887043 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c156e592-123d-470f-843d-661d21c8d777 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:24:23.910497 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks [] for port (c156e592-123d-470f-843d-661d21c8d777), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:23.941624 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-29de9715-82e3-4067-a08b-ba0cbbc9a109 req-5141ed98-e34f-440a-86fc-9f4fdb8b97d1 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316640 Aug 31 00:24:23.958084 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Transition to ACTIVE for port object c156e592-123d-470f-843d-661d21c8d777 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:24:23.964574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:23.976571 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-7d077eed-b3db-4444-9fc0-730b39823988 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:23.978110 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-7d077eed-b3db-4444-9fc0-730b39823988 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.0936227 Aug 31 00:24:24.021647 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:24.126180 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:24.285574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3d49-c573-452d-bdee-51c22049c0b2 req-754a8972-76f6-40f6-942a-1a5c32173b8a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:24.287245 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db0d3d49-c573-452d-bdee-51c22049c0b2 req-754a8972-76f6-40f6-942a-1a5c32173b8a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 945 time: 0.1839013 Aug 31 00:24:24.288089 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Deleting port bf93a34c-ae93-4182-80ce-4c70d2e698de {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:24:24.288466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.306970 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6ad7-b6ed-437d-8cb2-3fd248003483 req-89468ef3-4b43-45eb-bc00-fa049586a415 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:24.308667 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7dd6ad7-b6ed-437d-8cb2-3fd248003483 req-89468ef3-4b43-45eb-bc00-fa049586a415 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1063826 Aug 31 00:24:24.404370 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Attempting to bind port c156e592-123d-470f-843d-661d21c8d777 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:24:24.405077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Attempting to bind port c156e592-123d-470f-843d-661d21c8d777 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:24:24.405077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Attempting to bind port c156e592-123d-470f-843d-661d21c8d777 on network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:24:24.437353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Port c156e592-123d-470f-843d-661d21c8d777 on network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:24:24.437682 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Attempting to bind port c156e592-123d-470f-843d-661d21c8d777 on network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:24:24.477942 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:24:24.478291 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Checking segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:24:24.478691 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Bound using segment: {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:24:24.479142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Bound port: c156e592-123d-470f-843d-661d21c8d777, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f3205a-a6ef-4fe1-8a46-aab92c439655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:24:24.479509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.513466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db0d3d49-c573-452d-bdee-51c22049c0b2 req-d67a8be5-bad3-4023-bbf0-9253fc03e13b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157948 Aug 31 00:24:24.527323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] For port bf93a34c-ae93-4182-80ce-4c70d2e698de, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bf93a34c-ae93-4182-80ce-4c70d2e698de,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:24.527709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.538701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7dd6ad7-b6ed-437d-8cb2-3fd248003483 req-dd6d082a-e1f3-423e-b826-62eb5e3d9494 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015934 Aug 31 00:24:24.572519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Calling delete_port for bf93a34c-ae93-4182-80ce-4c70d2e698de owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:24:24.642764 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:24:24.659873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:24.662241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:24:24.681528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.690851 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:24.691619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.693302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 1094 time: 1.3406126 Aug 31 00:24:24.694279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:24.696841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02b27eb-86aa-47cf-b203-a0cb27f8457f" -d '{"events": [{"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:24.768294 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d7b9b-fb3c-45f1-9c02-3aed0bccb302 x-openstack-request-id: req-720d7b9b-fb3c-45f1-9c02-3aed0bccb302 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:24.768758 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:24.769317 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-720d7b9b-fb3c-45f1-9c02-3aed0bccb302 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:24.769942 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720d7b9b-fb3c-45f1-9c02-3aed0bccb302'] response: {'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'status': 'completed', 'code': 200} Aug 31 00:24:24.792485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d8a78-dc3c-4b24-8862-3bc82a09981c service neutron] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:24.901454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-02a48773-4ec2-4d21-a61d-8e23c96be858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:24.903152 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-02a48773-4ec2-4d21-a61d-8e23c96be858 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1128 time: 0.1020095 Aug 31 00:24:24.904601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (bf93a34c-ae93-4182-80ce-4c70d2e698de), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:24.944939 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Pushing event deleted for resources: {'Port': ['ID=bf93a34c-ae93-4182-80ce-4c70d2e698de,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:24.986717 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-743fd3f6-970b-4a79-aa5e-b8937451a52a service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 217 time: 0.0510304 Aug 31 00:24:25.065246 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] No DVR routers for this DVR port bf93a34c-ae93-4182-80ce-4c70d2e698de on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:24:25.074087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:25.077443 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4f238666-b09a-4d4b-bcc0-796d11d46c8a req-096dc860-fb60-4a90-a229-1a0655d1e739 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "DELETE /networking/v2.0/ports/bf93a34c-ae93-4182-80ce-4c70d2e698de HTTP/1.1" status: 204 len: 173 time: 1.0715935 Aug 31 00:24:25.093038 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-fa2ad770-2724-473f-a755-c9bc7d86fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:25.095082 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-fa2ad770-2724-473f-a755-c9bc7d86fb12 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.1031570 Aug 31 00:24:25.168985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b136c3-f69b-425b-a59d-fe6f05eb6759 req-fc3cfefa-8c64-48cc-ab2c-08715d29faae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:25.170667 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31b136c3-f69b-425b-a59d-fe6f05eb6759 req-fc3cfefa-8c64-48cc-ab2c-08715d29faae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1029544 Aug 31 00:24:25.175056 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:25.180025 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-e49b6985-61e7-4730-85f9-ede391d7d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:25.181560 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-e49b6985-61e7-4730-85f9-ede391d7d8af service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674226 Aug 31 00:24:25.296966 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31b136c3-f69b-425b-a59d-fe6f05eb6759 req-fd08b983-bf1d-4e31-a3e3-d46b3b60ce33 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183095 Aug 31 00:24:25.342780 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-25bcbeb0-f4b2-4757-ae09-f3f646f274bc service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517062 Aug 31 00:24:25.459112 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0df8301d-90c7-4e01-aba8-82315f9f6bf3 req-9016eaed-c70a-44fe-9f26-8194e8ec6390 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075280 Aug 31 00:24:25.669484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a2df2d85-c635-4d30-bac6-fa5b592e8ae7 req-bb198203-4489-4b84-adf1-9eb03102245b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.0420539 Aug 31 00:24:25.715551 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07fb6-788c-4b29-894d-e276c889908c req-092065c9-6a4e-485f-a800-ff5ad79c046c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:25.717193 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fdd07fb6-788c-4b29-894d-e276c889908c req-092065c9-6a4e-485f-a800-ff5ad79c046c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0583718 Aug 31 00:24:25.782745 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fdd07fb6-788c-4b29-894d-e276c889908c req-436f5cb0-4d08-4304-bdbe-6eeeec39b314 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534656 Aug 31 00:24:26.237378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-5667386a-77dd-4143-885d-c68cfce77a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:26.238973 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-5667386a-77dd-4143-885d-c68cfce77a45 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1128 time: 0.3185053 Aug 31 00:24:26.456555 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dab24-568f-48b6-b5c7-50830f91d163 req-ca19a8ef-bada-430a-abae-e46edbf25094 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:26.459313 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb9dab24-568f-48b6-b5c7-50830f91d163 req-ca19a8ef-bada-430a-abae-e46edbf25094 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0793364 Aug 31 00:24:26.522021 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb9dab24-568f-48b6-b5c7-50830f91d163 req-4c803da0-5d33-4f1f-a4e9-fed7e9c9eb50 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569289 Aug 31 00:24:26.695951 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:26.709708 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-8c763a8e-3cb2-43fd-aa57-ae4a684c6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:26.711457 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-8c763a8e-3cb2-43fd-aa57-ae4a684c6e0e service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.1314046 Aug 31 00:24:26.762209 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-a077107d-49ac-4dc1-aa1c-09d9585c19df service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 217 time: 0.0434649 Aug 31 00:24:26.776543 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'name': 'network-vif-deleted', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:26.778870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c2f8a-1ef2-4497-9e47-ea2f046e37c6" -d '{"events": [{"server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "name": "network-vif-deleted", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:26.851124 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-d8d42fee-a726-4c6c-96ae-1bd61d36d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:26.852904 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-d8d42fee-a726-4c6c-96ae-1bd61d36d178 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.0848415 Aug 31 00:24:26.857466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae834269-791d-4f4a-94b9-68198eee5002 x-openstack-request-id: req-ae834269-791d-4f4a-94b9-68198eee5002 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:26.857466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c7ed8-54c6-4829-8e41-217e47eaecb7", "name": "network-vif-deleted", "tag": "bf93a34c-ae93-4182-80ce-4c70d2e698de", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:26.857466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae834269-791d-4f4a-94b9-68198eee5002 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:26.857466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae834269-791d-4f4a-94b9-68198eee5002'] response: {'server_uuid': '166c7ed8-54c6-4829-8e41-217e47eaecb7', 'name': 'network-vif-deleted', 'tag': 'bf93a34c-ae93-4182-80ce-4c70d2e698de', 'status': 'completed', 'code': 200} Aug 31 00:24:26.876750 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ab721325-0c28-42e6-9d45-cb16da0175ee req-ecea213f-af19-44c4-978e-c2db450e5a52 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=166c7ed8-54c6-4829-8e41-217e47eaecb7 HTTP/1.1" status: 200 len: 210 time: 0.0359282 Aug 31 00:24:26.927032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-77b34c76-b953-4a62-ae83-210b401cd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:26.930157 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-77b34c76-b953-4a62-ae83-210b401cd449 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520854 Aug 31 00:24:26.939761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bf93a34c-ae93-4182-80ce-4c70d2e698de no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:24:26.963625 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: bf93a34c-ae93-4182-80ce-4c70d2e698de {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:24:26.964414 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bf93a34c-ae93-4182-80ce-4c70d2e698de not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:24:27.126445 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c965-4335-4030-bdd0-785888c94f1d req-26d7372a-1ee7-4973-b54c-ff7f3a0207e9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:27.129207 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c100c965-4335-4030-bdd0-785888c94f1d req-26d7372a-1ee7-4973-b54c-ff7f3a0207e9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1640511 Aug 31 00:24:27.241471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-a428aebe-6906-4323-b524-9ca7e8c4f1ac service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895498 Aug 31 00:24:27.301685 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c100c965-4335-4030-bdd0-785888c94f1d req-3e4ba4a9-ca18-4a69-9965-f9e486d7eb71 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643209 Aug 31 00:24:27.432797 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c02b27eb-86aa-47cf-b203-a0cb27f8457f req-da44dd1f-d0f1-4a83-856d-695e7bb2a859 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817636 Aug 31 00:24:27.664731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f0356-8af4-4fa6-be8c-df4129224618 req-fde74483-5482-4892-ab8a-f2860031dae8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:27.666351 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e9f0356-8af4-4fa6-be8c-df4129224618 req-fde74483-5482-4892-ab8a-f2860031dae8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0570407 Aug 31 00:24:27.719568 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9e9f0356-8af4-4fa6-be8c-df4129224618 req-5c377a11-57bd-46a8-9918-e9ddad888a01 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473261 Aug 31 00:24:28.240397 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:28.292180 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:28.415343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:28.431369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e769a-7a5e-454d-b71b-5253c9f72857 req-23b70b66-8a6c-46ee-9b83-98763dd5713c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:28.433025 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-010e769a-7a5e-454d-b71b-5253c9f72857 req-23b70b66-8a6c-46ee-9b83-98763dd5713c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0527132 Aug 31 00:24:28.510517 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-010e769a-7a5e-454d-b71b-5253c9f72857 req-7fe2ec45-9df7-424d-8f94-fd7f328d97aa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666058 Aug 31 00:24:28.851209 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bbd6c-09db-4274-89ea-70d91237ece8 req-2b0b27f7-3a7a-4c8d-9fb3-82387b2fc8e7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:28.852875 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-845bbd6c-09db-4274-89ea-70d91237ece8 req-2b0b27f7-3a7a-4c8d-9fb3-82387b2fc8e7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0518963 Aug 31 00:24:28.911937 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-845bbd6c-09db-4274-89ea-70d91237ece8 req-388c254d-cdc6-4e5a-943d-7d06ab833cf7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528276 Aug 31 00:24:29.643399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df7c6a-e956-4003-b0bf-94897d195183 req-d9a5a1c3-f55f-4654-b8ed-c26c016721b3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:29.645108 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-41df7c6a-e956-4003-b0bf-94897d195183 req-d9a5a1c3-f55f-4654-b8ed-c26c016721b3 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0521336 Aug 31 00:24:29.701719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-41df7c6a-e956-4003-b0bf-94897d195183 req-ba8c4c24-c5df-4a09-8e37-e47c8e21de81 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503018 Aug 31 00:24:30.054148 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad804-6821-4d80-bc6d-1d6386bc0103 req-a0b28233-2228-4897-b30e-8de0af0b90ae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:30.055758 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee0ad804-6821-4d80-bc6d-1d6386bc0103 req-a0b28233-2228-4897-b30e-8de0af0b90ae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0620012 Aug 31 00:24:30.119288 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee0ad804-6821-4d80-bc6d-1d6386bc0103 req-3abf4ae2-a842-440a-af98-19262c6c0a87 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526898 Aug 31 00:24:30.836017 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836ecb3-af00-49d3-8561-d387b1fa431e req-fdfc9dd5-a17c-4209-980f-18e1cec1df81 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:30.837721 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d836ecb3-af00-49d3-8561-d387b1fa431e req-fdfc9dd5-a17c-4209-980f-18e1cec1df81 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0506644 Aug 31 00:24:30.894644 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d836ecb3-af00-49d3-8561-d387b1fa431e req-35ce3872-66c2-4173-b96b-3f126a633738 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493193 Aug 31 00:24:31.296064 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3306-344e-4167-92f9-11895b38a47a req-55a41e32-5ef2-4dea-b413-a1d653a5a137 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:31.299420 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c7a3306-344e-4167-92f9-11895b38a47a req-55a41e32-5ef2-4dea-b413-a1d653a5a137 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0828578 Aug 31 00:24:31.332679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:31.375095 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c7a3306-344e-4167-92f9-11895b38a47a req-685ac014-e71c-4e8f-9025-eb5941204a3f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698287 Aug 31 00:24:32.029084 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2578789-8aed-47d3-8534-1bb970c8ab45 req-a38ae0e9-cd19-4ebf-a5f1-f0d756bf998e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:32.030780 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b2578789-8aed-47d3-8534-1bb970c8ab45 req-a38ae0e9-cd19-4ebf-a5f1-f0d756bf998e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0544410 Aug 31 00:24:32.088488 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b2578789-8aed-47d3-8534-1bb970c8ab45 req-13d78966-4a57-4e94-aa54-1a12b723e48e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502386 Aug 31 00:24:32.343251 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a7784-7edc-4a67-8751-f9d2178c75a1 req-8fa84c0f-377d-438d-97fe-6e680140ab7f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:32.345701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-632a7784-7edc-4a67-8751-f9d2178c75a1 req-8fa84c0f-377d-438d-97fe-6e680140ab7f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0565965 Aug 31 00:24:32.432758 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-632a7784-7edc-4a67-8751-f9d2178c75a1 req-080eb2f9-16f7-4e18-b68e-aa6a08dfb3c2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806012 Aug 31 00:24:32.566715 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b260a-cf83-4f97-83ad-a4237897a9c1 req-e351928a-dca4-4f8b-b71f-aa37dea439e7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:32.568665 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-273b260a-cf83-4f97-83ad-a4237897a9c1 req-e351928a-dca4-4f8b-b71f-aa37dea439e7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0728879 Aug 31 00:24:32.669393 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-273b260a-cf83-4f97-83ad-a4237897a9c1 req-9c8a28e9-d28e-463b-9fb5-7c14c9ae58ae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886221 Aug 31 00:24:32.855242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-05b3c621-2647-4f64-a2e3-7ca4bd3dfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:32.857006 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-05b3c621-2647-4f64-a2e3-7ca4bd3dfee4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 1129 time: 0.0433469 Aug 31 00:24:32.975538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:24:32.994073 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-565bf0f3-481b-4119-a76a-beeeb4991995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:33.002587 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-565bf0f3-481b-4119-a76a-beeeb4991995 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.1393764 Aug 31 00:24:33.069625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:33.085315 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-0639a4c1-c75b-49ce-bdb6-957d4b6d7d00 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 200 len: 1001 time: 0.0711205 Aug 31 00:24:33.127307 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:33.145345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'c156e592-123d-470f-843d-661d21c8d777', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'mac_address': 'fa:16:3e:0a:24:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:24:33.159797 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-08cecd1b-ece9-4361-b673-53374ef1fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:33.161399 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-08cecd1b-ece9-4361-b673-53374ef1fac9 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.0687668 Aug 31 00:24:33.202726 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:33.203210 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:33.220759 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-582a67e7-9084-4d2a-a5d0-ba70d94f6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:33.221409 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-582a67e7-9084-4d2a-a5d0-ba70d94f6963 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514889 Aug 31 00:24:33.225214 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c156e592-123d-470f-843d-661d21c8d777 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:24:33.249204 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:33.255043 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:33.317900 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:33.352904 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-9d1fafe0-61ad-4a02-b1cc-eda2c465e2bf service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185186 Aug 31 00:24:33.484826 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3a91c0fe-495d-4cf1-a428-93e5f44e6228 req-70741aa8-aeb5-48eb-9ff0-86db01ca48a9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218750 Aug 31 00:24:33.572042 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:33.598950 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8bef1-ceba-4519-817b-ed6d882511dc req-5aa6b25a-8cc6-4cec-b019-b194ff17ae55 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:33.600643 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92f8bef1-ceba-4519-817b-ed6d882511dc req-5aa6b25a-8cc6-4cec-b019-b194ff17ae55 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0587084 Aug 31 00:24:33.659215 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92f8bef1-ceba-4519-817b-ed6d882511dc req-464f7d6b-2cbf-4d75-bd0b-a7c580624f5e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524569 Aug 31 00:24:33.768958 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['c156e592-123d-470f-843d-661d21c8d777'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:24:33.852930 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e047b16-b730-49eb-b4c0-ab43c74c4a8b req-75596860-f4c2-4476-b502-405a56bce34c tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:33.855714 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e047b16-b730-49eb-b4c0-ab43c74c4a8b req-75596860-f4c2-4476-b502-405a56bce34c tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.0903859 Aug 31 00:24:33.938515 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e047b16-b730-49eb-b4c0-ab43c74c4a8b req-52b1d6ce-920c-4f20-a57b-9adfca0edcfe tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750277 Aug 31 00:24:34.533623 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-85f610eb-c11c-4286-afd3-078e95e22061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:34.796559 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c9dc1-cc5f-4d9d-9e70-da69a24b14a6 req-6a91d6dd-da31-4485-b827-c31f2cf3862c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:34.799166 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec2c9dc1-cc5f-4d9d-9e70-da69a24b14a6 req-6a91d6dd-da31-4485-b827-c31f2cf3862c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0566983 Aug 31 00:24:34.859658 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec2c9dc1-cc5f-4d9d-9e70-da69a24b14a6 req-10c50243-d50b-4ebe-9ac7-9a47462f0abb tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491462 Aug 31 00:24:35.074155 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:35.108496 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6ef6-6660-4942-b291-45a7019c46ce req-75d6b2e7-a4a2-42ee-83f9-a5494bf34a97 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:35.113491 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a7a6ef6-6660-4942-b291-45a7019c46ce req-75d6b2e7-a4a2-42ee-83f9-a5494bf34a97 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.0709472 Aug 31 00:24:35.224711 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a7a6ef6-6660-4942-b291-45a7019c46ce req-45f94c42-37ce-4436-9b64-69544b650be8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050227 Aug 31 00:24:36.362057 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79d86f-21b5-473d-bcaa-9d41c6a8d105 req-1d3fdd6f-3c97-4384-bd60-1051b719ab45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:36.363666 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dd79d86f-21b5-473d-bcaa-9d41c6a8d105 req-1d3fdd6f-3c97-4384-bd60-1051b719ab45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.0549634 Aug 31 00:24:36.427387 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dd79d86f-21b5-473d-bcaa-9d41c6a8d105 req-c9be9cff-620f-4462-9fd4-3fecfcc7d828 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537190 Aug 31 00:24:36.993109 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-711984b1-4d2d-40e1-9e51-d277b618593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:37.593697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00569283-a214-4c87-be0e-42b4859fe797 req-fb0f5ebe-9c0c-498d-9d63-e7d7c58f510f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:37.596530 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-00569283-a214-4c87-be0e-42b4859fe797 req-fb0f5ebe-9c0c-498d-9d63-e7d7c58f510f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.0718400 Aug 31 00:24:37.677850 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-00569283-a214-4c87-be0e-42b4859fe797 req-e44e3704-4a75-4f40-820d-8bc209daba3b tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751240 Aug 31 00:24:37.777678 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:24:37.835175 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port c156e592-123d-470f-843d-661d21c8d777 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:24:37.840319 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port c156e592-123d-470f-843d-661d21c8d777 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:24:37.841085 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c156e592-123d-470f-843d-661d21c8d777), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:37.962885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:37.966772 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:37.967168 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:38.001665 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:38.005373 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d957bb3-a0bf-4ca4-aa63-97a45131f47c" -d '{"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:38.026805 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:38.034887 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:38.061375 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:38.066503 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4214e92a-c3b4-4c66-b69f-099db7cfc3cc x-openstack-request-id: req-4214e92a-c3b4-4c66-b69f-099db7cfc3cc {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:38.066832 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:38.067096 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4214e92a-c3b4-4c66-b69f-099db7cfc3cc {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:38.067502 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4214e92a-c3b4-4c66-b69f-099db7cfc3cc'] response: {'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'code': 200} Aug 31 00:24:38.121115 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:38.179729 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:38.422391 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bf49a-a8c1-4f8f-bedc-3685df7fbed9 req-e60d339b-6084-4c82-87ce-a2c970041e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:38.424106 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec8bf49a-a8c1-4f8f-bedc-3685df7fbed9 req-e60d339b-6084-4c82-87ce-a2c970041e60 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.0565217 Aug 31 00:24:38.506340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:38.513939 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ec8bf49a-a8c1-4f8f-bedc-3685df7fbed9 req-df4a28b2-a2fa-449e-bca0-613d894a6396 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811698 Aug 31 00:24:38.620716 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-ad67e04a-6248-436a-9dc2-65ac21b60961 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:38.622285 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-ad67e04a-6248-436a-9dc2-65ac21b60961 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 813 time: 0.1532598 Aug 31 00:24:38.641228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-296c95ff-b8ca-4164-85b8-d4d65b2c2188 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/quotas/29f449e37cc6482eaca34671c7541c4b HTTP/1.1" status: 200 len: 375 time: 0.0104692 Aug 31 00:24:38.685277 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-a0f4d12e-0633-44f8-a135-83f1eab9add5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351110 Aug 31 00:24:38.906161 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab47c3-6dc0-4ad1-b18d-a7b553ff5c22 req-b9a36da9-9a56-48ce-885b-8b0748d3921f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:38.909205 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-67ab47c3-6dc0-4ad1-b18d-a7b553ff5c22 req-b9a36da9-9a56-48ce-885b-8b0748d3921f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1256435 Aug 31 00:24:38.948795 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-18d5dd85-06d5-40f4-aa48-51f538c95dc9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553029 Aug 31 00:24:39.031841 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-67ab47c3-6dc0-4ad1-b18d-a7b553ff5c22 req-b70f856e-4408-48f3-a545-bec852eea908 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108243 Aug 31 00:24:39.096329 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-696799e5-4c22-48b7-a21e-21c666204853 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323636 Aug 31 00:24:39.330350 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-801be74b-4124-4ae5-afdc-2193165a15fe req-be031320-95b8-4471-ba17-8f195883092b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0443115 Aug 31 00:24:39.686092 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:39.901589 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:40.200566 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada13bc-f63a-4de2-9680-7005944ac0cd req-61e01ea1-86a4-4a91-b655-535e51ebc812 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:40.202134 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ada13bc-f63a-4de2-9680-7005944ac0cd req-61e01ea1-86a4-4a91-b655-535e51ebc812 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0659060 Aug 31 00:24:40.258700 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7ada13bc-f63a-4de2-9680-7005944ac0cd req-78349d60-5be7-400b-babc-ea8fa9eafa67 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Aug 31 00:24:40.452001 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e54dbdcf-8669-429a-bfad-ba1c89c81039 req-18266948-7f8d-4167-a6f6-d25d7f74956f tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0334358 Aug 31 00:24:40.994135 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:41.435973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8818e-fdfc-4aff-81d2-875f10acc794 req-220b6225-2296-4feb-95ac-1e23eb96aa24 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:41.437754 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1ae8818e-fdfc-4aff-81d2-875f10acc794 req-220b6225-2296-4feb-95ac-1e23eb96aa24 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0741582 Aug 31 00:24:41.531786 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1ae8818e-fdfc-4aff-81d2-875f10acc794 req-651200bd-7edc-4df6-b0dd-6438e27e98e2 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866208 Aug 31 00:24:41.603824 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4c68ae4a-f8c9-46ec-84c8-464cb63bab25 req-70e7e63a-3e19-4329-9718-f607aeb4226d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0443182 Aug 31 00:24:41.738312 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9b06c-f3d6-48df-bdfb-ccd9badbed59 req-00f97dba-d390-47c2-93a3-61fa50023015 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:41.740752 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5b9b06c-f3d6-48df-bdfb-ccd9badbed59 req-00f97dba-d390-47c2-93a3-61fa50023015 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0786870 Aug 31 00:24:41.793844 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:41.800391 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5b9b06c-f3d6-48df-bdfb-ccd9badbed59 req-8bbe5396-92f0-44ee-a9e9-a509de3990a0 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531304 Aug 31 00:24:41.894871 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43086) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:42.149967 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f51265-2315-4d6f-bf99-f43d602715ef tempest-TestShelveInstance-1636839146 tempest-TestShelveInstance-1636839146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:42.151641 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a4f51265-2315-4d6f-bf99-f43d602715ef tempest-TestShelveInstance-1636839146 tempest-TestShelveInstance-1636839146-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1125 time: 0.2554247 Aug 31 00:24:42.156970 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43094) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:42.162818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:24:42.198100 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:42.411286 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:42.574485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:42.607144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-923838c6-06e7-4cd8-9f09-45b1727bebd6 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:42.609551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-923838c6-06e7-4cd8-9f09-45b1727bebd6 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 813 time: 0.3087709 Aug 31 00:24:42.704340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Request body: {'port': {'device_id': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb', 'admin_state_up': True, 'tenant_id': '29f449e37cc6482eaca34671c7541c4b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:24:42.895821 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c1a25dbb-bff8-449c-9c2e-8c777bf3ae82 req-8b157c6f-fca7-4280-b6e5-41897ad5a785 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.1819110 Aug 31 00:24:42.911153 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df49de-7a17-4728-9cf2-9922d7cbc539 req-e7049ff3-c309-46da-ba88-2a5db7472f44 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:42.916296 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6df49de-7a17-4728-9cf2-9922d7cbc539 req-e7049ff3-c309-46da-ba88-2a5db7472f44 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.3158197 Aug 31 00:24:42.996182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Allocated IP 172.27.4.59 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/b92c7a33-fc31-4868-a655-a03b009b45ed) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:24:43.064769 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-9aa7c1f4-ab87-4046-aecd-b39d845b70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:43.067252 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-9aa7c1f4-ab87-4046-aecd-b39d845b70eb service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.2389426 Aug 31 00:24:43.362974 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6df49de-7a17-4728-9cf2-9922d7cbc539 req-4ce587c1-b6b3-46c0-b839-b9c40bbbd7b5 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041655 Aug 31 00:24:43.491817 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Made reservation on behalf of 29f449e37cc6482eaca34671c7541c4b for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:24:43.498564 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:43.560717 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:43.583243 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-6d0bc852-b86f-4505-9315-2fdbedabf7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:43.585860 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-6d0bc852-b86f-4505-9315-2fdbedabf7f0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.5020697 Aug 31 00:24:43.638504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:43.757822 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d32a5-a2d5-46af-ab6b-68dc948ea888 req-32b1263e-4caf-43a9-a70e-615daee85902 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:43.760410 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-556d32a5-a2d5-46af-ab6b-68dc948ea888 req-32b1263e-4caf-43a9-a70e-615daee85902 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.2118845 Aug 31 00:24:43.860854 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:44.356080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:44.452196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:24:44.480500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:24:44.488747 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-556d32a5-a2d5-46af-ab6b-68dc948ea888 req-f44e6f73-8022-4b60-8d2c-451527fab231 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7139826 Aug 31 00:24:44.492231 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-38a10889-1ce3-47a6-a13b-66d16dfae015 req-b6ebde57-bfd9-4bce-a8c1-e2961d5d5a67 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.1548169 Aug 31 00:24:44.493171 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:24:44.509170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'Port': ['ID=b92c7a33-fc31-4868-a655-a03b009b45ed,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:44.558403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Allocated IP 172.20.0.2 (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb/c17130ed-19f7-47ab-80e6-9b8b76627795/a907ffdd-5539-4622-af52-d1af362cf940) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:24:44.782876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324c749-59c7-4b40-a666-a2efb3073f4c req-87d11c6b-4569-4d96-ac5b-cf4ff107f662 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:44.785526 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9324c749-59c7-4b40-a666-a2efb3073f4c req-87d11c6b-4569-4d96-ac5b-cf4ff107f662 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.2103229 Aug 31 00:24:45.220214 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-4802fb43-356a-49ea-9304-31e402ecf56a service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1002 time: 0.3527524 Aug 31 00:24:45.266301 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9324c749-59c7-4b40-a666-a2efb3073f4c req-e2401625-7261-4fae-8a96-f8fb7d768760 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702604 Aug 31 00:24:45.485787 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks [] for port (a907ffdd-5539-4622-af52-d1af362cf940), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:45.562184 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:45.574398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-100e2109-9419-4b33-abda-7fd6c970b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:45.576906 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-100e2109-9419-4b33-abda-7fd6c970b65e service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.3004315 Aug 31 00:24:45.776281 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e81d1e01-dbda-4fbf-94ee-5d03b40ec3ea tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:45.778865 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e81d1e01-dbda-4fbf-94ee-5d03b40ec3ea tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.3127143 Aug 31 00:24:45.844937 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:45.947778 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e74f72c1-69d6-4e36-8153-6487e4b52b37 req-35255428-4ea4-40f1-9e65-fdfceaec41e6 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.3075109 Aug 31 00:24:46.016787 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-45596693-f599-4ed9-97cd-94f4ac1cbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:46.019311 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-45596693-f599-4ed9-97cd-94f4ac1cbe94 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4284463 Aug 31 00:24:46.072844 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7a16d-e17f-41a5-89a2-3f49f76a447b req-87be8b96-a3cc-48fd-bdd5-98dddb1f7d05 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:46.076503 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-67f7a16d-e17f-41a5-89a2-3f49f76a447b req-87be8b96-a3cc-48fd-bdd5-98dddb1f7d05 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.4289212 Aug 31 00:24:46.079753 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:46.450992 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:24:46.546305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:24:46.568202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Pushing event updated for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:46.576192 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:24:46.625326 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:24:46.625897 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:46.714641 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for floatingip (ca40e38c-2077-4b50-8d40-55b50225c1c8), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:46.752938 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfddcf-ea84-4dec-8f59-2ad355d88395 req-6eaad7de-0f9f-45d3-b75f-7e8e56ef9949 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:46.755606 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e0bfddcf-ea84-4dec-8f59-2ad355d88395 req-6eaad7de-0f9f-45d3-b75f-7e8e56ef9949 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.3887146 Aug 31 00:24:46.760810 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-67f7a16d-e17f-41a5-89a2-3f49f76a447b req-dff60885-1c84-4265-8237-2c26ab3e5c67 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6487892 Aug 31 00:24:46.896875 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-60eac4e6-4b5a-43be-ac5c-344d43a5ee8c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616765 Aug 31 00:24:46.961821 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:46.962892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:47.076841 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-3eb789c5-f0b7-4957-a0c7-e1976d0f569d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3828969 Aug 31 00:24:47.103126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:47.137136 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Request body: {'port': {'device_id': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:24:47.512593 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e0bfddcf-ea84-4dec-8f59-2ad355d88395 req-69432bfe-ebd7-4d8d-82a2-511e039c4d25 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6539798 Aug 31 00:24:47.540423 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:47.560417 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3919c-99f1-4aa1-9d13-6fe322c8f8f3 req-0c11f228-3daf-4394-bdc9-08d65938680f tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:47.562073 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fa3919c-99f1-4aa1-9d13-6fe322c8f8f3 req-0c11f228-3daf-4394-bdc9-08d65938680f tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 931 time: 0.5189722 Aug 31 00:24:47.639344 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] For port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:47.639795 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:47.668092 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-15eb68d5-647f-45e9-969e-fef948f62d90 req-754cd937-1b0f-45f5-90f9-cf6488ca9b54 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457950 Aug 31 00:24:47.765415 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (a907ffdd-5539-4622-af52-d1af362cf940), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:47.908826 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:48.043618 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2fa3919c-99f1-4aa1-9d13-6fe322c8f8f3 req-55603f76-4116-485e-8051-4473f92ca07b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452801 Aug 31 00:24:48.121002 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330329-c301-4862-897c-825efee1b919 req-770bc777-72f0-4785-9435-311c488e6598 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:48.123029 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7330329-c301-4862-897c-825efee1b919 req-770bc777-72f0-4785-9435-311c488e6598 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 945 time: 0.2125418 Aug 31 00:24:48.291171 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:48.330579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.331041 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.331557 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP ffeda2be-0c10-4006-9cd4-f3f6f3ca493d disassociated. External IP: 172.27.4.50, port: 045ec9e3-1f50-4880-9a45-e10e1bd6b41b. Aug 31 00:24:48.332124 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for 045ec9e3-1f50-4880-9a45-e10e1bd6b41b owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:24:48.422457 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.434528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.446970 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7330329-c301-4862-897c-825efee1b919 req-21317eab-8f24-4f7c-9891-d1754e900156 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715504 Aug 31 00:24:48.588222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ca40e38c-2077-4b50-8d40-55b50225c1c8), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.640281 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event updated for resources: {'Port': ['ID=b92c7a33-fc31-4868-a655-a03b009b45ed,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:48.803086 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff9fc6-9a31-4ff3-99ae-50e478461732 req-715b24c1-58d6-4b48-af5e-592f4ec5fc0a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:48.804845 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f3ff9fc6-9a31-4ff3-99ae-50e478461732 req-715b24c1-58d6-4b48-af5e-592f4ec5fc0a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1446772 Aug 31 00:24:48.897509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:48.904436 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Floating IP ca40e38c-2077-4b50-8d40-55b50225c1c8 associated. External IP: 172.27.4.59, port: c156e592-123d-470f-843d-661d21c8d777. Aug 31 00:24:48.909109 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a907ffdd-5539-4622-af52-d1af362cf940 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:24:48.957873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks [] for port (a907ffdd-5539-4622-af52-d1af362cf940), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:48.991893 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (045ec9e3-1f50-4880-9a45-e10e1bd6b41b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:49.030555 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Transition to ACTIVE for port object a907ffdd-5539-4622-af52-d1af362cf940 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:24:49.086385 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f3ff9fc6-9a31-4ff3-99ae-50e478461732 req-fe3cd8e5-e4d6-4f48-939d-39a00df0d21c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374668 Aug 31 00:24:49.094328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:49.099393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=045ec9e3-1f50-4880-9a45-e10e1bd6b41b,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:49.199224 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:49.325080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Pushing event updated for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:49.461825 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359831f-bc5a-44e4-b52d-a24f6bc37502 req-52aa47e7-6f87-4a78-aa40-2d8d91cbb13a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:49.463378 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3359831f-bc5a-44e4-b52d-a24f6bc37502 req-52aa47e7-6f87-4a78-aa40-2d8d91cbb13a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 943 time: 0.2495337 Aug 31 00:24:49.822833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 045ec9e3-1f50-4880-9a45-e10e1bd6b41b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:24:49.857307 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 045ec9e3-1f50-4880-9a45-e10e1bd6b41b {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:24:49.857857 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 045ec9e3-1f50-4880-9a45-e10e1bd6b41b not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:24:49.875191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Attempting to bind port a907ffdd-5539-4622-af52-d1af362cf940 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:24:49.877488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Attempting to bind port a907ffdd-5539-4622-af52-d1af362cf940 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:24:49.877488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Attempting to bind port a907ffdd-5539-4622-af52-d1af362cf940 on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:24:49.933227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Port a907ffdd-5539-4622-af52-d1af362cf940 on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:24:49.934013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Attempting to bind port a907ffdd-5539-4622-af52-d1af362cf940 on network fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:24:49.953864 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8f3cc764-78c3-4f7c-a2d7-1de1b10c2720 req-99df4cf7-a57c-4ab8-9a3b-1e928def32bc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0922706 Aug 31 00:24:49.984342 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:24:49.987080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Checking segment: {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:24:49.987080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Bound using segment: {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:24:49.987080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Bound port: a907ffdd-5539-4622-af52-d1af362cf940, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528173e9-2e9c-423a-bff8-6dc4d746bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:24:49.987080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (a907ffdd-5539-4622-af52-d1af362cf940), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:49.992486 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:24:50.025619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Router 064be99f-99ce-487b-9469-a9d9d54a6cce has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:24:50.029683 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3359831f-bc5a-44e4-b52d-a24f6bc37502 req-80d7531d-9975-4921-97c9-ceebc27e7803 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476556 Aug 31 00:24:50.248243 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:24:50.330641 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a907ffdd-5539-4622-af52-d1af362cf940,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:24:50.423434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:50.426026 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:50.483688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:50.484603 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:50.487085 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/a907ffdd-5539-4622-af52-d1af362cf940 HTTP/1.1" status: 200 len: 1093 time: 3.3541496 Aug 31 00:24:50.492835 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:50.496406 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635cd984-1477-4b2e-8434-93fbb1e0b7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "tag": "a907ffdd-5539-4622-af52-d1af362cf940"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:50.556375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511813-3770-4e5a-865f-c955a6317252 req-add35a4e-e0b9-48fa-8791-28acddb1d07b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:50.559018 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf511813-3770-4e5a-865f-c955a6317252 req-add35a4e-e0b9-48fa-8791-28acddb1d07b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.3300059 Aug 31 00:24:50.607756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:24:50.628617 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:24:50.653107 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:24:50.654285 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:50.667593 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b84171-b09a-4827-9979-405fa019acb6 x-openstack-request-id: req-b4b84171-b09a-4827-9979-405fa019acb6 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:50.668053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "tag": "a907ffdd-5539-4622-af52-d1af362cf940", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:50.668507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4b84171-b09a-4827-9979-405fa019acb6 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:50.669128 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b84171-b09a-4827-9979-405fa019acb6'] response: {'name': 'network-changed', 'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940', 'status': 'completed', 'code': 200} Aug 31 00:24:50.708434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:24:50.728640 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Sync routers for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:24:50.751366 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:24:50.752915 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:50.763130 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:50.764535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78e74a-3aa9-425b-8489-d2bab75e2cba service neutron] Pushing event updated for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:50.831413 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] No DVR routers for this DVR port 045ec9e3-1f50-4880-9a45-e10e1bd6b41b on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:24:50.841198 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:50.848341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d74b81d5-87d1-4ffb-9621-f926afd9c8a4 req-e4bed889-acb0-4102-8363-231e19004ae7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "DELETE /networking/v2.0/ports/045ec9e3-1f50-4880-9a45-e10e1bd6b41b HTTP/1.1" status: 204 len: 173 time: 4.9973998 Aug 31 00:24:50.899647 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf511813-3770-4e5a-865f-c955a6317252 req-35fd5dac-3ba9-4584-81f2-b6a9138bb013 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142323 Aug 31 00:24:50.923713 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:50.928359 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:24:50.933650 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-788e89bb-9051-432b-a871-ae3718e5852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:50.934712 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-788e89bb-9051-432b-a871-ae3718e5852b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 1127 time: 0.2865384 Aug 31 00:24:51.014765 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:24:51.160448 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-76ca5b67-2132-45b1-ae6b-1be633e60ea8 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a907ffdd-5539-4622-af52-d1af362cf940 HTTP/1.1" status: 200 len: 217 time: 0.1878302 Aug 31 00:24:51.276273 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-86ec519f-8659-4028-8b39-cffdb398f013 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1131830 Aug 31 00:24:51.449832 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3799548c-aacf-4544-b5e3-b313c14879f9 req-a00079c3-ef2b-4019-b824-2c0070ee9247 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.1731169 Aug 31 00:24:51.528858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f276-b464-427f-844d-b41683ab1cf4 req-2953851c-0c47-4f33-a74c-92c929bee75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:51.530509 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-2953851c-0c47-4f33-a74c-92c929bee75f service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=c17130ed-19f7-47ab-80e6-9b8b76627795 HTTP/1.1" status: 200 len: 853 time: 0.3591223 Aug 31 00:24:51.556549 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358397d-8a11-4d64-8fc3-691f2edc4aee req-56fc50ba-a7c0-403d-8800-1997722c403e tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:51.565247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f358397d-8a11-4d64-8fc3-691f2edc4aee req-56fc50ba-a7c0-403d-8800-1997722c403e tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 943 time: 0.3356891 Aug 31 00:24:51.581013 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:51.596010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-a57a63a2-5afd-48c2-a9cc-aa67ed757769 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567195 Aug 31 00:24:51.642787 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:24:51.645954 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ca40e38c-2077-4b50-8d40-55b50225c1c8', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'floating_ip_address': '172.27.4.59', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'mac_address': 'fa:16:3e:0a:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:24:45Z', 'updated_at': '2022-08-31T00:24:45Z', 'revision_number': 0, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:51.654090 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:24:51.654795 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:51.706167 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Checking router: 064be99f-99ce-487b-9469-a9d9d54a6cce for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:24:51.722441 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:24:51.723538 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:51.798898 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f358397d-8a11-4d64-8fc3-691f2edc4aee req-7eb2d3d5-ad25-456b-b57b-a42d726d2974 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324131 Aug 31 00:24:51.878018 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:24:51.913237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-7a579cab-8b10-4725-8de0-2b97d7e7a8b2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089097 Aug 31 00:24:52.043065 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:24:52.131265 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8011f276-b464-427f-844d-b41683ab1cf4 req-2e6d58e7-55c0-410d-b787-aa967d9046a3 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066927 Aug 31 00:24:52.143566 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:52.149398 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:52.233099 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff31b63-de18-4f0e-857f-9643cd8486cb req-503cd135-b9e1-4e0d-a4ae-060c8890b008 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:52.236067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ff31b63-de18-4f0e-857f-9643cd8486cb req-503cd135-b9e1-4e0d-a4ae-060c8890b008 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1028228 Aug 31 00:24:52.296082 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:52.339930 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ff31b63-de18-4f0e-857f-9643cd8486cb req-8dee364b-6d73-4009-b2e3-294a954e88df tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957625 Aug 31 00:24:52.493848 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:52.542666 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ca40e38c-2077-4b50-8d40-55b50225c1c8', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'floating_ip_address': '172.27.4.59', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'mac_address': 'fa:16:3e:0a:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:24:45Z', 'updated_at': '2022-08-31T00:24:45Z', 'revision_number': 0, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:52.560339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:24:52.599938 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d461f-f8d4-4d78-9439-bf1fa293ebb3 None None] The sync data for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi is: [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ca40e38c-2077-4b50-8d40-55b50225c1c8', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'floating_ip_address': '172.27.4.59', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'mac_address': 'fa:16:3e:0a:24:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:24:45Z', 'updated_at': '2022-08-31T00:24:45Z', 'revision_number': 0, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:24:52.614071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b102c8-b08d-49fb-a512-23001b033270 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'fed72193-f81c-4038-ad96-9fb33d0e43aa', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.238', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:f2:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:20:46Z', 'updated_at': '2022-08-31T00:21:44Z', 'revision_number': 2, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:24:52.692580 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'name': 'network-vif-deleted', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b'}, {'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:52.698270 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86b5c55-67e6-4ede-8370-7407b3adff85" -d '{"events": [{"server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "name": "network-vif-deleted", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b"}, {"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:52.707689 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4928c95b-6313-4d9a-a4b1-4e75d206cdea req-b041ba8f-4dac-4576-b703-237d06970a64 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8fdf4278-aa30-4d1a-8c4d-94afd592aba5 HTTP/1.1" status: 200 len: 210 time: 0.0655890 Aug 31 00:24:52.776369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e511e32-a932-4fe0-a40a-31091e8ed6e5 x-openstack-request-id: req-1e511e32-a932-4fe0-a40a-31091e8ed6e5 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:52.776672 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdf4278-aa30-4d1a-8c4d-94afd592aba5", "name": "network-vif-deleted", "tag": "045ec9e3-1f50-4880-9a45-e10e1bd6b41b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:52.776926 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e511e32-a932-4fe0-a40a-31091e8ed6e5 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:52.777347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e511e32-a932-4fe0-a40a-31091e8ed6e5'] response: {'server_uuid': '8fdf4278-aa30-4d1a-8c4d-94afd592aba5', 'name': 'network-vif-deleted', 'tag': '045ec9e3-1f50-4880-9a45-e10e1bd6b41b', 'status': 'completed', 'code': 200} Aug 31 00:24:52.777629 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e511e32-a932-4fe0-a40a-31091e8ed6e5'] response: {'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'status': 'completed', 'code': 200} Aug 31 00:24:52.933534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81002932-142b-442b-8980-2f18cb1f7aaa None None] New status for floating IP ca40e38c-2077-4b50-8d40-55b50225c1c8: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:24:52.965055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f45ed7-d724-44d8-94d8-d19728f65a2f req-f7debdab-c895-4a46-9078-0eb0638dd16b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:52.966827 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-41f45ed7-d724-44d8-94d8-d19728f65a2f req-f7debdab-c895-4a46-9078-0eb0638dd16b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 943 time: 0.0650780 Aug 31 00:24:53.047032 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-41f45ed7-d724-44d8-94d8-d19728f65a2f req-b3db4590-106c-4da8-b6cf-4f0d060082f9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682039 Aug 31 00:24:53.212393 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898bd75-9b78-43f5-ad88-5e71eeed0719 None None] New status for floating IP ffeda2be-0c10-4006-9cd4-f3f6f3ca493d: DOWN {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:24:53.523791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1726ac-a1b2-4f54-b05e-062e2c713e4d req-f3333e84-f56c-4ccd-ab21-c826e70ab8b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:53.526536 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce1726ac-a1b2-4f54-b05e-062e2c713e4d req-f3333e84-f56c-4ccd-ab21-c826e70ab8b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0665443 Aug 31 00:24:53.605414 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ce1726ac-a1b2-4f54-b05e-062e2c713e4d req-3ba34130-292d-46d4-8e91-8582bb08d27c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723367 Aug 31 00:24:53.781542 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-c52ceb7a-f262-43fe-a979-6d8b61619084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:53.784004 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-c52ceb7a-f262-43fe-a979-6d8b61619084 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=29f449e37cc6482eaca34671c7541c4b&device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 1127 time: 0.1199994 Aug 31 00:24:53.793796 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-c5389032-44ac-43e7-94c3-2a57a4d51566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:53.796472 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-c5389032-44ac-43e7-94c3-2a57a4d51566 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.0916870 Aug 31 00:24:53.833207 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device a907ffdd-5539-4622-af52-d1af362cf940 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:24:53.875817 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43172) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:53.949457 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:53.977671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:53.997082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:54.009784 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:54.039564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a907ffdd-5539-4622-af52-d1af362cf940,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:54.049998 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:54.058554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'a907ffdd-5539-4622-af52-d1af362cf940', 'network_id': 'fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb', 'port_id': 'a907ffdd-5539-4622-af52-d1af362cf940', 'mac_address': 'fa:16:3e:be:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17130ed-19f7-47ab-80e6-9b8b76627795', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:24:54.070201 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.070563 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-afea422d-7869-418d-9584-0be87d7931b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.072104 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-afea422d-7869-418d-9584-0be87d7931b7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 200 len: 914 time: 0.2694037 Aug 31 00:24:54.076102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.081033 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-c317eb32-5858-413c-9bf3-56cf5299b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.081241 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a HTTP/1.1" status: 204 len: 168 time: 0.1987414 Aug 31 00:24:54.081328 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-c317eb32-5858-413c-9bf3-56cf5299b497 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.2624962 Aug 31 00:24:54.081568 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43174) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:54.100140 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:54.118343 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.118941 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.120013 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.120963 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.121698 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.122306 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.122890 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.123476 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.124062 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.124718 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.125611 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.126288 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.127033 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.127614 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.128653 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7300e-89db-4a49-b143-72004d3dab1b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:24:54.141415 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port a907ffdd-5539-4622-af52-d1af362cf940 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:54.143009 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (a907ffdd-5539-4622-af52-d1af362cf940), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.185622 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a907ffdd-5539-4622-af52-d1af362cf940 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:24:54.228465 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a907ffdd-5539-4622-af52-d1af362cf940,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:54.234051 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.246302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-c96a246f-b1da-405f-b7c0-034518e992c7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] show failed (client error): The resource could not be found. Aug 31 00:24:54.247769 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-c96a246f-b1da-405f-b7c0-034518e992c7 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups/ba75a5a7-3fc2-4f02-94e8-dc1363cccf5a HTTP/1.1" status: 404 len: 347 time: 0.1626849 Aug 31 00:24:54.250214 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-a23badff-7b34-47aa-8a77-85453ef53c25 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a907ffdd-5539-4622-af52-d1af362cf940 HTTP/1.1" status: 200 len: 217 time: 0.1671007 Aug 31 00:24:54.254797 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43178) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:24:54.310636 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:54.363683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5b266-20b3-451c-bb81-e6799579b737 req-4649cd92-88d6-4195-87a5-001b96e2830e tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.365313 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45f5b266-20b3-451c-bb81-e6799579b737 req-4649cd92-88d6-4195-87a5-001b96e2830e tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 944 time: 0.1959972 Aug 31 00:24:54.392019 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-d077b810-efba-44bc-8897-21304fee5c4b service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 1001 time: 0.2859731 Aug 31 00:24:54.402129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-adc3aec5-dbeb-417f-8186-5e4617ccff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.404118 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-adc3aec5-dbeb-417f-8186-5e4617ccff0d service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=c17130ed-19f7-47ab-80e6-9b8b76627795 HTTP/1.1" status: 200 len: 853 time: 0.1457760 Aug 31 00:24:54.422770 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port c9f95331-15dc-420e-9a84-5215d5691b76 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:24:54.423231 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.486790 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-075bef6e-4df6-4102-aaf6-f8e29899dc05 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672407 Aug 31 00:24:54.531448 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.531958 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (c9f95331-15dc-420e-9a84-5215d5691b76), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.544357 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45f5b266-20b3-451c-bb81-e6799579b737 req-2fd7dca1-a015-469e-863c-209fda1a40de tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670172 Aug 31 00:24:54.551649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for c9f95331-15dc-420e-9a84-5215d5691b76 owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:24:54.580325 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-a905fd88-0d0e-42a8-84d6-eb65dbc27302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.581847 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-a905fd88-0d0e-42a8-84d6-eb65dbc27302 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.1734731 Aug 31 00:24:54.658873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-fcc8f8a4-c53f-4baa-8962-d77a6b2a037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.660694 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-fcc8f8a4-c53f-4baa-8962-d77a6b2a037c service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684090 Aug 31 00:24:54.681599 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['a907ffdd-5539-4622-af52-d1af362cf940'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:24:54.684264 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-59dd6094-b3c9-4cce-95d9-c32d5abc6a20 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869211 Aug 31 00:24:54.822921 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (c9f95331-15dc-420e-9a84-5215d5691b76), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.882968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=c9f95331-15dc-420e-9a84-5215d5691b76,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:54.923714 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1179b8-cc0b-43d8-a40a-c42d7a3191ec req-499cf410-1550-4716-855a-d8f81977f722 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:54.925286 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a1179b8-cc0b-43d8-a40a-c42d7a3191ec req-499cf410-1550-4716-855a-d8f81977f722 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1475339 Aug 31 00:24:54.952565 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (ffeda2be-0c10-4006-9cd4-f3f6f3ca493d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.955909 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:54.957394 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7b85da5b-aaf6-4ae9-97b0-6fd4b5b05509 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/ffeda2be-0c10-4006-9cd4-f3f6f3ca493d HTTP/1.1" status: 204 len: 168 time: 0.7016129 Aug 31 00:24:54.977875 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-57f4195f-1a2c-4f14-81ad-cb225b6b8afd service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075094 Aug 31 00:24:54.989695 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-635cd984-1477-4b2e-8434-93fbb1e0b7e4 req-e0a84a44-7825-45ca-8d1a-6787095c2508 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926400 Aug 31 00:24:55.096671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a1179b8-cc0b-43d8-a40a-c42d7a3191ec req-4d4f1c16-13ae-4ff6-ab40-5a522c6aae70 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625788 Aug 31 00:24:55.146178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e86b5c55-67e6-4ede-8370-7407b3adff85 req-8db620e5-db1f-417b-a97b-d649bda6d4ed service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539562 Aug 31 00:24:55.702916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d76f-e4b6-4021-acf2-7ef364313f93 req-611ccdc9-e70e-4cf1-9ff3-fea1c829d1e9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:55.705092 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0872d76f-e4b6-4021-acf2-7ef364313f93 req-611ccdc9-e70e-4cf1-9ff3-fea1c829d1e9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 944 time: 0.0611873 Aug 31 00:24:55.754669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:55.764036 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0872d76f-e4b6-4021-acf2-7ef364313f93 req-361b1ea6-4026-4700-9ae9-72df6c258ee5 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529613 Aug 31 00:24:56.091595 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device a907ffdd-5539-4622-af52-d1af362cf940 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:24:56.163506 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port a907ffdd-5539-4622-af52-d1af362cf940 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:24:56.173126 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port a907ffdd-5539-4622-af52-d1af362cf940 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:24:56.173771 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (a907ffdd-5539-4622-af52-d1af362cf940), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:56.253584 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:56.258120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008060c-bf95-47b9-803a-edc15fc1024d req-f7567095-2383-4495-adea-d164993b1ad0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:56.260178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4008060c-bf95-47b9-803a-edc15fc1024d req-f7567095-2383-4495-adea-d164993b1ad0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0588300 Aug 31 00:24:56.274159 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:24:56.309475 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port a907ffdd-5539-4622-af52-d1af362cf940 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:24:56.310027 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (a907ffdd-5539-4622-af52-d1af362cf940), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:56.326571 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4008060c-bf95-47b9-803a-edc15fc1024d req-0f8b30d9-ebb4-4f44-84a8-03431bfa1f00 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574782 Aug 31 00:24:56.346011 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:24:56.349005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4fc8f3-4fc4-444e-bbe6-8bb87365b555" -d '{"events": [{"server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "name": "network-vif-plugged", "status": "completed", "tag": "a907ffdd-5539-4622-af52-d1af362cf940"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:24:56.366662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a907ffdd-5539-4622-af52-d1af362cf940,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:24:56.376696 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:24:56.430554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9d135-5aeb-4397-9403-c38ff9fd7eb6 x-openstack-request-id: req-ddd9d135-5aeb-4397-9403-c38ff9fd7eb6 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:24:56.431055 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "name": "network-vif-plugged", "status": "completed", "tag": "a907ffdd-5539-4622-af52-d1af362cf940", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:24:56.431474 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ddd9d135-5aeb-4397-9403-c38ff9fd7eb6 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:24:56.432144 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd9d135-5aeb-4397-9403-c38ff9fd7eb6'] response: {'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940', 'code': 200} Aug 31 00:24:56.481471 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:24:56.738308 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f7f62-44a0-404d-a01f-96894c42da79 req-5cdfda9e-6c56-432a-b413-e41e19b7314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:56.740007 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e6f7f62-44a0-404d-a01f-96894c42da79 req-5cdfda9e-6c56-432a-b413-e41e19b7314a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 1129 time: 0.0565553 Aug 31 00:24:56.793923 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e6f7f62-44a0-404d-a01f-96894c42da79 req-0e258bfb-7262-4341-9612-92514adb4aad service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Aug 31 00:24:56.903834 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48050e68-2072-49b3-bce7-37e15494820d req-16104e19-bb3e-4a06-8b18-55b7d26bb50d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:56.905447 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-48050e68-2072-49b3-bce7-37e15494820d req-16104e19-bb3e-4a06-8b18-55b7d26bb50d tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0533314 Aug 31 00:24:56.968347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-48050e68-2072-49b3-bce7-37e15494820d req-cd849360-7d6b-40e8-9f39-6596f6ff5d1c tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Aug 31 00:24:57.468818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c35ec-5819-423d-b053-81e7aecef869 req-54019785-f214-47f9-a5cb-d0bcd8ade552 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:57.470687 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-952c35ec-5819-423d-b053-81e7aecef869 req-54019785-f214-47f9-a5cb-d0bcd8ade552 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0576589 Aug 31 00:24:57.557771 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-952c35ec-5819-423d-b053-81e7aecef869 req-be5bc39f-5214-40f9-b60e-a8f53846a478 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768905 Aug 31 00:24:57.915656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320449-8816-4842-91c4-8c0658f038ed req-a4ad4311-001c-4e0f-9981-86e3ab2fbe17 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:57.917378 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-80320449-8816-4842-91c4-8c0658f038ed req-a4ad4311-001c-4e0f-9981-86e3ab2fbe17 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0541914 Aug 31 00:24:57.974227 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-80320449-8816-4842-91c4-8c0658f038ed req-e8f7587b-7a6c-4670-9e36-5b6578e52007 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500963 Aug 31 00:24:58.109098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd5279-d038-4a75-b8b6-401e08a394b9 req-9a4e93f7-a7fd-4bb2-a983-9a5669be70ac tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:58.111287 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b2fd5279-d038-4a75-b8b6-401e08a394b9 req-9a4e93f7-a7fd-4bb2-a983-9a5669be70ac tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0556419 Aug 31 00:24:58.176296 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b2fd5279-d038-4a75-b8b6-401e08a394b9 req-ba7822ff-59ed-4ca2-8969-785682a13faf tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542026 Aug 31 00:24:58.708968 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2ba40-5de6-4b38-9bf8-0867a5d22201 req-daa9f00d-f80c-41e3-bb4a-e323368761c1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:58.710677 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcd2ba40-5de6-4b38-9bf8-0867a5d22201 req-daa9f00d-f80c-41e3-bb4a-e323368761c1 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0602295 Aug 31 00:24:58.769656 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcd2ba40-5de6-4b38-9bf8-0867a5d22201 req-09272f33-4ee2-4a7b-97e1-922c4b3018e2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523548 Aug 31 00:24:59.109991 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0a409-dd0c-414a-b764-be7abcc44347 req-711e69d6-a936-48c5-bd1e-d8e7e45a5e59 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:59.111932 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f4b0a409-dd0c-414a-b764-be7abcc44347 req-711e69d6-a936-48c5-bd1e-d8e7e45a5e59 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0555038 Aug 31 00:24:59.169032 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f4b0a409-dd0c-414a-b764-be7abcc44347 req-8dad79a3-c566-495e-a22d-6c54efaaef8a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509648 Aug 31 00:24:59.311177 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e3855-c978-4a0b-962a-80fb96c675e2 req-5464b994-b37c-440b-9cdf-16d2f1f4b31c tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:59.313346 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-699e3855-c978-4a0b-962a-80fb96c675e2 req-5464b994-b37c-440b-9cdf-16d2f1f4b31c tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0545528 Aug 31 00:24:59.374087 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-699e3855-c978-4a0b-962a-80fb96c675e2 req-816ab360-cf3b-47df-b841-d736d4adbe53 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545170 Aug 31 00:24:59.948636 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338b520-63ed-4e2f-a054-f815a2da3c21 req-919ff96d-db48-42a3-91ef-a450e74302bc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:24:59.950278 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2338b520-63ed-4e2f-a054-f815a2da3c21 req-919ff96d-db48-42a3-91ef-a450e74302bc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0540760 Aug 31 00:25:00.017889 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2338b520-63ed-4e2f-a054-f815a2da3c21 req-2f7b1e1e-e136-475d-a359-18094388acbb tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567763 Aug 31 00:25:00.338026 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5d59-1193-43a2-875e-b9d6581e9474 req-8798a337-1058-45e0-b795-9c048b3cf774 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:00.340693 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f7d5d59-1193-43a2-875e-b9d6581e9474 req-8798a337-1058-45e0-b795-9c048b3cf774 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0871699 Aug 31 00:25:00.418218 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f7d5d59-1193-43a2-875e-b9d6581e9474 req-f16c3c14-0528-4887-b974-37f5f9c41b1f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703163 Aug 31 00:25:00.500113 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:00.509760 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:00.519732 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777311-88da-4cb9-b1cd-7f86a9ede64f req-29a49eae-6dfc-4efc-8e8d-20a059b9412b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:00.521401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7d777311-88da-4cb9-b1cd-7f86a9ede64f req-29a49eae-6dfc-4efc-8e8d-20a059b9412b tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0588334 Aug 31 00:25:00.582231 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:25:00.590805 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7d777311-88da-4cb9-b1cd-7f86a9ede64f req-99505e7b-ff1f-439e-93f4-fe5fe72df4b7 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Aug 31 00:25:01.211315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d52754-515a-4404-b6df-2e97ac8df14b req-5cfe61ed-66be-4f28-8271-2cb2c7ed98ec tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:01.213120 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d8d52754-515a-4404-b6df-2e97ac8df14b req-5cfe61ed-66be-4f28-8271-2cb2c7ed98ec tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0884783 Aug 31 00:25:01.233195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-2321d2e2-9404-41c4-9b20-e89b85ebd2f9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:01.235711 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-2321d2e2-9404-41c4-9b20-e89b85ebd2f9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.0776682 Aug 31 00:25:01.331681 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d8d52754-515a-4404-b6df-2e97ac8df14b req-a47bcf0b-0d97-4904-b1cb-1c6390f9aa11 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110945 Aug 31 00:25:01.390839 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:01.391934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:01.559631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] For port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:01.560245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:01.681665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8c683-2079-4516-a52e-460af7c5f8db req-61735879-2703-4a30-a71c-c85c42484cd4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:01.683722 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-17a8c683-2079-4516-a52e-460af7c5f8db req-61735879-2703-4a30-a71c-c85c42484cd4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 946 time: 0.1182859 Aug 31 00:25:02.112747 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-17a8c683-2079-4516-a52e-460af7c5f8db req-aa048bc2-01a1-47cf-9316-839a68067e9b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=44532f0f-da01-48e0-896e-f58d535a4eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159555 Aug 31 00:25:02.145886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:02.146291 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:02.146557 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP fed72193-f81c-4038-ad96-9fb33d0e43aa disassociated. External IP: 172.27.4.238, port: 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2. Aug 31 00:25:02.146912 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:02.308087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:02.345779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:02.581557 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:02.604997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396397c-6c5b-4e34-8c0a-29f5aa1a8989 req-81b3b07d-3316-4282-9a82-1852867dba12 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:02.613851 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9396397c-6c5b-4e34-8c0a-29f5aa1a8989 req-81b3b07d-3316-4282-9a82-1852867dba12 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1368630 Aug 31 00:25:02.632004 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:02.660138 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:02.776498 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9396397c-6c5b-4e34-8c0a-29f5aa1a8989 req-70671cbc-6c2e-4c37-8f10-5c429d7530ef tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589847 Aug 31 00:25:03.060050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:03.079581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:03.120368 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:03.121749 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:03.162974 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] No DVR routers for this DVR port 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:25:03.165719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:03.169726 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c0a1947f-3bd3-4837-9fb8-c27ba11be1c6 req-6a4ca31c-9325-4139-b489-e00d9bf6ef8f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "DELETE /networking/v2.0/ports/7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 HTTP/1.1" status: 204 len: 173 time: 1.9186089 Aug 31 00:25:03.172721 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'name': 'network-vif-deleted', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:03.175300 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f9adf8-954a-4730-8bb5-24dff52e68d6" -d '{"events": [{"server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "name": "network-vif-deleted", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:03.185983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13003d-390b-4a72-80f4-b5f9d65d10e7 req-4259b161-6bcc-49fe-8825-0f966f000491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:03.187987 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc13003d-390b-4a72-80f4-b5f9d65d10e7 req-4259b161-6bcc-49fe-8825-0f966f000491 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.1249168 Aug 31 00:25:03.307194 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:03.367221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7486a09c-e203-4ae5-969a-7c93e86c00a9 x-openstack-request-id: req-7486a09c-e203-4ae5-969a-7c93e86c00a9 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:03.367640 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d377dbb-6731-491e-bc79-3c63e6eb99a0", "name": "network-vif-deleted", "tag": "7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:03.368059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7486a09c-e203-4ae5-969a-7c93e86c00a9 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:03.368860 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7486a09c-e203-4ae5-969a-7c93e86c00a9'] response: {'server_uuid': '1d377dbb-6731-491e-bc79-3c63e6eb99a0', 'name': 'network-vif-deleted', 'tag': '7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2', 'status': 'completed', 'code': 200} Aug 31 00:25:03.400300 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:03.407809 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-be5f0cba-a629-40a0-8862-c728e61ce7d8 req-05b38375-f350-4d42-8db6-3a56ac2360a2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Aug 31 00:25:03.416034 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc13003d-390b-4a72-80f4-b5f9d65d10e7 req-b5f2b513-c44a-4d66-ae53-0505d29f8e60 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175922 Aug 31 00:25:03.732067 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:03.761708 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:03.773774 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:03.774522 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:24:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:03.815408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:03.917286 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:04.014099 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35781-0960-4bd0-ac59-9fc719a53bb9 req-a41d2845-9760-4060-ba2e-e2497d1d6901 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:04.017368 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-76a35781-0960-4bd0-ac59-9fc719a53bb9 req-a41d2845-9760-4060-ba2e-e2497d1d6901 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0651767 Aug 31 00:25:04.096660 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-76a35781-0960-4bd0-ac59-9fc719a53bb9 req-73d50e02-ca7f-40a9-9fe2-914a192c4ad6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717881 Aug 31 00:25:04.129473 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:25:04.168326 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:25:04.168728 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7e5edb05-f5b5-4c24-a6ca-7eb658fb8ce2 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:25:04.218199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:04.252683 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4645fe-b27d-4586-b064-4de8ccbd885b None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:04.538404 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-62a1d677-936c-4681-8ab5-d2e51c078051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:04.573626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d8d833ba-c7cf-4aff-99e1-d705c999c2e4 req-dbe2bb85-61ff-42ca-b193-21edfd2fc142 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.0656011 Aug 31 00:25:04.579203 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d41ba6-a68d-4587-84f8-c06b8bcb3528 None None] New status for floating IP fed72193-f81c-4038-ad96-9fb33d0e43aa: DOWN {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:25:04.938399 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:04.946889 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=74,neutron:DELETE=9 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:05.268700 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e910c7-171a-431b-8f2a-8114bddffc34 req-ebc06473-21c2-4177-a6b9-503c2c329327 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:05.270340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72e910c7-171a-431b-8f2a-8114bddffc34 req-ebc06473-21c2-4177-a6b9-503c2c329327 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0712845 Aug 31 00:25:05.339918 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72e910c7-171a-431b-8f2a-8114bddffc34 req-c2a40e33-c94a-41d1-b28c-f9307271187c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632169 Aug 31 00:25:05.757237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1bef0f1f-d312-4484-b107-1bb0193ebbd9 req-56286803-7c80-4f66-bc42-e98ac48a2fbf tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1d377dbb-6731-491e-bc79-3c63e6eb99a0 HTTP/1.1" status: 200 len: 210 time: 0.0354793 Aug 31 00:25:05.897804 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c1a30-a439-46a9-922b-783138bb73c1 req-9a50ebe8-8f27-4203-8dbc-a1b52adbdae0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:05.899697 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c3c1a30-a439-46a9-922b-783138bb73c1 req-9a50ebe8-8f27-4203-8dbc-a1b52adbdae0 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0609457 Aug 31 00:25:05.984740 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3c3c1a30-a439-46a9-922b-783138bb73c1 req-5e66e7b5-9cf0-4e5f-9551-4dee2e5394c6 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783613 Aug 31 00:25:06.133704 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-8ca1a8a2-78ac-4414-bfbf-0db2b10d181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:06.135335 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-8ca1a8a2-78ac-4414-bfbf-0db2b10d181c service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.0685892 Aug 31 00:25:06.260639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-1b5c7659-e2f5-4078-97fa-2139561fd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:06.262152 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-1b5c7659-e2f5-4078-97fa-2139561fd5dc service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.1167552 Aug 31 00:25:06.356401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-7c3adfb6-9c37-433e-a3b0-47d4e0df6f9e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1002 time: 0.0773957 Aug 31 00:25:06.419690 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-a2e69657-64b1-4fdb-9c3b-1bc9a596b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:06.421259 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-a2e69657-64b1-4fdb-9c3b-1bc9a596b308 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0559435 Aug 31 00:25:06.473576 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-dea2cf38-4b77-4634-8a6f-ced4588e2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:06.475247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-dea2cf38-4b77-4634-8a6f-ced4588e2599 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475547 Aug 31 00:25:06.583714 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:06.604218 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-952efd1b-537d-4685-a442-f1db5ddd12df service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147676 Aug 31 00:25:06.682456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:06.715900 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f14c003a-2e90-4e6e-8225-d113e4e32ad1 req-f97dc9f2-b16f-4e95-89b0-40be8f618386 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040254 Aug 31 00:25:06.889665 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43292) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:06.959347 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (44532f0f-da01-48e0-896e-f58d535a4eb6), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:06.991541 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (44532f0f-da01-48e0-896e-f58d535a4eb6), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:06.998594 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-01687c69-b8d3-43c5-a708-019dbf62abe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.057349 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (44532f0f-da01-48e0-896e-f58d535a4eb6), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.060867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.063052 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/44532f0f-da01-48e0-896e-f58d535a4eb6 HTTP/1.1" status: 204 len: 168 time: 0.1716046 Aug 31 00:25:07.066832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43296) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:07.077919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f034c79-bdfd-4fbd-96b4-ba0608d5cbb6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44532f0f-da01-48e0-896e-f58d535a4eb6,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:07.101741 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-f41067ff-3071-4d9e-8002-38ac7bd88fd9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] show failed (client error): The resource could not be found. Aug 31 00:25:07.117618 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-f41067ff-3071-4d9e-8002-38ac7bd88fd9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups/44532f0f-da01-48e0-896e-f58d535a4eb6 HTTP/1.1" status: 404 len: 347 time: 0.0484865 Aug 31 00:25:07.121015 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43300) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:07.212505 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc89b8-b898-4d08-814f-1e1fcd55360c req-d926f39a-9f2b-45e5-a5fd-3b27b22f1eb8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:07.214256 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5bc89b8-b898-4d08-814f-1e1fcd55360c req-d926f39a-9f2b-45e5-a5fd-3b27b22f1eb8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0951626 Aug 31 00:25:07.290304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port 1ee2a2d3-cd4f-476a-b856-048c27e22015 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:07.290669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.304766 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5bc89b8-b898-4d08-814f-1e1fcd55360c req-d4b3816f-b0b0-405b-8606-83e66244a0e9 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824654 Aug 31 00:25:07.383834 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.384172 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (1ee2a2d3-cd4f-476a-b856-048c27e22015), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.403490 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for 1ee2a2d3-cd4f-476a-b856-048c27e22015 owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:07.589031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (1ee2a2d3-cd4f-476a-b856-048c27e22015), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.637841 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=1ee2a2d3-cd4f-476a-b856-048c27e22015,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:07.723589 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (fed72193-f81c-4038-ad96-9fb33d0e43aa), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.726598 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:07.727848 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8e8dac99-b825-49a7-a85b-e2b9d724fe6d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/fed72193-f81c-4038-ad96-9fb33d0e43aa HTTP/1.1" status: 204 len: 168 time: 0.6053522 Aug 31 00:25:07.837118 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43314) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:07.842462 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993890157', 'description': 'tempest-description--202724478'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:07.878396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.001042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (3cd1bb0b-1eec-48de-8fd1-de568f750290), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.007521 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3cd1bb0b-1eec-48de-8fd1-de568f750290), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.036909 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.038206 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1998949 Aug 31 00:25:08.041848 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43318) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:08.047960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '3cd1bb0b-1eec-48de-8fd1-de568f750290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:08.048597 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0407dc4-41db-49d4-a345-cb636875b11e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd1bb0b-1eec-48de-8fd1-de568f750290,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:08.080182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (3cf7beee-1ea2-4860-98d7-6cd0230b2edd), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.152749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (3cf7beee-1ea2-4860-98d7-6cd0230b2edd), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.157213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (3cf7beee-1ea2-4860-98d7-6cd0230b2edd), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.185962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.187895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf7beee-1ea2-4860-98d7-6cd0230b2edd,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:08.199652 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.201354 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-aadac590-d54b-4ea2-9bba-8d4c348570b0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579058 Aug 31 00:25:08.205449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43320) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:08.211094 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '3cd1bb0b-1eec-48de-8fd1-de568f750290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:08.243942 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (47542f1e-2283-40c4-833b-7e48f508a996), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.351781 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (47542f1e-2283-40c4-833b-7e48f508a996), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.357194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (47542f1e-2283-40c4-833b-7e48f508a996), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.382200 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47542f1e-2283-40c4-833b-7e48f508a996,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:08.413416 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.414551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-df70e009-25dc-4edf-a790-862bd05ec80c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076833 Aug 31 00:25:08.418969 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43326) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:08.425068 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:08.453962 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.457066 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:08.464730 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721ac9-05cd-4727-9894-5feb0ddeb1aa req-d9c2c795-433c-482e-b51c-02f1e235dc3e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:08.467548 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d721ac9-05cd-4727-9894-5feb0ddeb1aa req-d9c2c795-433c-482e-b51c-02f1e235dc3e tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0692909 Aug 31 00:25:08.554887 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.556676 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:08.557520 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d721ac9-05cd-4727-9894-5feb0ddeb1aa req-2d40b4b2-fd2a-4533-89ce-d0a96b5ff4d3 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827646 Aug 31 00:25:08.695986 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.27.4.248 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/6bc5ae75-14d6-47d0-843b-deb0c38c97f0) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:08.825317 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.862902 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:08.913846 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:08.917460 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:08.923517 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:08.929601 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=6bc5ae75-14d6-47d0-843b-deb0c38c97f0,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:09.050126 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.102044 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.365220 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.372692 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.425812 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:09.465988 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=6bc5ae75-14d6-47d0-843b-deb0c38c97f0,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:09.470512 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.490549 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.492144 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-48cc4321-4039-4dcf-89c5-28d3f9076712 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0719297 Aug 31 00:25:09.682549 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.712269 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeb985-7298-4717-9a9c-649f17d746c1 req-b9bdfb61-75db-4565-804a-b57731429c13 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:09.714523 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2eeeb985-7298-4717-9a9c-649f17d746c1 req-b9bdfb61-75db-4565-804a-b57731429c13 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0644555 Aug 31 00:25:09.810759 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-48c0aaff-9701-4c01-a78c-fe9f86060c7e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1993890157&fields=id&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 267 time: 0.0916655 Aug 31 00:25:09.814646 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2eeeb985-7298-4717-9a9c-649f17d746c1 req-b17f98b9-504f-4223-8e2d-d81b4a23fc5b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881011 Aug 31 00:25:09.905216 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:09.992063 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-f79dbbcd-a26f-4ebf-8474-b11b19e737c1 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:09.994758 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-f79dbbcd-a26f-4ebf-8474-b11b19e737c1 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.1763189 Aug 31 00:25:10.067085 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-802b4cec-19a6-4172-a840-4f64734d521e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/quotas/dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 375 time: 0.0335374 Aug 31 00:25:10.081597 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ff958-76cf-4058-8e62-1dfff51c963a req-e77f988a-7109-4626-8d3f-e40b47b7eaed tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:10.084343 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-843ff958-76cf-4058-8e62-1dfff51c963a req-e77f988a-7109-4626-8d3f-e40b47b7eaed tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1278377 Aug 31 00:25:10.096335 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43352) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:10.103142 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Request body: {'floatingip': {'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:10.174319 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-16400139-4eef-48a0-96eb-27670ddbe05f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882926 Aug 31 00:25:10.183253 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:10.186628 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:10.277480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:10.283634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:10.352693 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-c83bf51d-9d38-4722-bc7b-ec4deba7400e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563642 Aug 31 00:25:10.516216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-31d7fb65-7b71-4e72-aba5-bd3457691fa9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567419 Aug 31 00:25:10.747864 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-44b061bc-d443-44a8-b567-b86887a631c1 req-00742996-fbc4-4ecf-950a-dda157cceb70 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0473733 Aug 31 00:25:10.944109 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:10.949741 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:11.020994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:11.232704 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:11.374435 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:11.381717 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:11.388212 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:11.402562 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:11.403608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:11.430200 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:11.434005 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19" -d '{"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:11.490253 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-66b60c13-bbf9-48bb-867b-ec72425ea6bf tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/3c9fdb1f-32ff-418e-8ac8-38a18b975944 HTTP/1.1" status: 200 len: 994 time: 1.3916316 Aug 31 00:25:11.534479 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b30896-4909-4244-b65f-4dab824ae91c x-openstack-request-id: req-38b30896-4909-4244-b65f-4dab824ae91c {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:11.535171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:11.535573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38b30896-4909-4244-b65f-4dab824ae91c {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:11.536424 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b30896-4909-4244-b65f-4dab824ae91c'] response: {'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'status': 'completed', 'code': 200} Aug 31 00:25:11.599460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:11.696939 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-e6611a65-3f9f-4936-a41c-9c0a60f3c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:11.699165 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-e6611a65-3f9f-4936-a41c-9c0a60f3c205 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.0556698 Aug 31 00:25:11.736370 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:12.014248 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6770488-2b72-4f5f-b686-0b5be157842b req-a7f64a51-696d-48f1-ba23-73b2f2e95f93 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.1017110 Aug 31 00:25:12.075297 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:25:10Z', 'revision_number': 3, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:12.090634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-a8c08f16-5096-4eaf-8827-64fcdab065d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:12.094307 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-a8c08f16-5096-4eaf-8827-64fcdab065d0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.2456138 Aug 31 00:25:12.125293 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:12.141411 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:12.142457 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:12.224533 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-26a23c78-553c-4f3f-99eb-2177b6bb5c17 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1002 time: 0.1207085 Aug 31 00:25:12.327142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-ce73c95b-f151-4a29-b4d7-cf25eaf8573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:12.329283 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-ce73c95b-f151-4a29-b4d7-cf25eaf8573a service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.0863752 Aug 31 00:25:12.419126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-5be5be34-ea23-471e-aead-1ee0a40f3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:12.423368 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-5be5be34-ea23-471e-aead-1ee0a40f3e02 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695648 Aug 31 00:25:12.528815 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:12.545251 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:12.802717 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979350e-88e6-42b5-a7d1-028724e31674 req-51e50f74-4995-4003-9483-9801c8c06b9c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:12.804273 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a979350e-88e6-42b5-a7d1-028724e31674 req-51e50f74-4995-4003-9483-9801c8c06b9c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0594504 Aug 31 00:25:12.876254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:25:10Z', 'revision_number': 3, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:12.878994 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a979350e-88e6-42b5-a7d1-028724e31674 req-9b037d12-9e5f-4861-8ceb-bb89b31ea888 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681386 Aug 31 00:25:12.910749 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b4d95-d343-44cb-af0a-6fe11a904077 None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '3c9fdb1f-32ff-418e-8ac8-38a18b975944', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'port_id': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'mac_address': 'fa:16:3e:22:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:22:56Z', 'updated_at': '2022-08-31T00:25:10Z', 'revision_number': 3, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:13.179383 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-01f0ef1e-35ca-47f9-8259-d815671220fa req-c6d47026-9ac2-4938-b12f-adda7c061bab tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Aug 31 00:25:13.537983 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:13.540614 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b" -d '{"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:13.584050 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784cec9f-c591-4d15-a6d1-f17b86a722f2 x-openstack-request-id: req-784cec9f-c591-4d15-a6d1-f17b86a722f2 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:13.584357 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:13.584624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-784cec9f-c591-4d15-a6d1-f17b86a722f2 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:13.585038 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784cec9f-c591-4d15-a6d1-f17b86a722f2'] response: {'name': 'network-changed', 'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'status': 'completed', 'code': 200} Aug 31 00:25:14.052887 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846af2-bbe4-42b6-9c7c-4d8c917112ee req-abc97a27-b203-42cc-b28b-4618dfb53823 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:14.054736 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-78846af2-bbe4-42b6-9c7c-4d8c917112ee req-abc97a27-b203-42cc-b28b-4618dfb53823 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0557826 Aug 31 00:25:14.113257 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-78846af2-bbe4-42b6-9c7c-4d8c917112ee req-8d536b3c-046f-4479-914c-968e748e0f86 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513856 Aug 31 00:25:14.291540 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eea1c03c-c37a-4556-9a07-0ab9143fd68c req-e556322f-12f1-4808-9581-9c75fa9072d6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Aug 31 00:25:14.694440 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:14.707637 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:15.292207 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c0d0-fbb7-40f1-83be-bebaf0947744 req-5236cbdc-dc4d-4090-939a-e2da3e90f385 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:15.293828 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1232c0d0-fbb7-40f1-83be-bebaf0947744 req-5236cbdc-dc4d-4090-939a-e2da3e90f385 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0655837 Aug 31 00:25:15.342222 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-655087f3-c324-49b3-b3f0-92093ead6baa service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726813 Aug 31 00:25:15.377083 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1232c0d0-fbb7-40f1-83be-bebaf0947744 req-c761f2aa-ec7b-4508-9994-a1add989e5c2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753772 Aug 31 00:25:15.430048 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-adbbe319-da6d-4d92-ab0a-58fa64c15f64 req-9ecb5d32-380f-4658-afb5-484737ab4bc6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0473549 Aug 31 00:25:16.545323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2e96-7390-4611-8f07-0b9766d642a1 req-a5a290c9-b0d3-4a69-835c-53b7356eb532 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:16.547580 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1c0d2e96-7390-4611-8f07-0b9766d642a1 req-a5a290c9-b0d3-4a69-835c-53b7356eb532 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0618980 Aug 31 00:25:16.591480 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b369e20-f399-4fe0-b820-9154b392c1d2 req-a34de019-b250-4761-9f44-6bacba49c426 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0424025 Aug 31 00:25:16.626312 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:16.632009 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1c0d2e96-7390-4611-8f07-0b9766d642a1 req-edc2e413-4054-4dc0-982b-06fb244d3ad7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720997 Aug 31 00:25:17.739955 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-11db8699-fb70-4569-9042-8632a903d7d9 req-f8e358c9-7fab-48ce-8286-cc5a989776f1 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0409956 Aug 31 00:25:17.794014 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3ad7-918b-4b31-9d10-c9ccc7a7c027 req-0d7d2d05-f21f-4aeb-9666-41cecdebc228 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:17.795702 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42ff3ad7-918b-4b31-9d10-c9ccc7a7c027 req-0d7d2d05-f21f-4aeb-9666-41cecdebc228 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0544367 Aug 31 00:25:17.852392 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42ff3ad7-918b-4b31-9d10-c9ccc7a7c027 req-c27df6a0-26dd-49c8-bbc9-4000d386a7a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499511 Aug 31 00:25:18.881791 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5791cb0-c304-4074-96ac-869b982ccf81 req-a6eb028d-d8af-4143-aa20-0fcba2a52666 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0304191 Aug 31 00:25:19.013024 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:19.029442 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ba2f-bea3-4bb0-96c9-850c18443d59 req-655e6df9-e5f6-43e4-85ce-074fd6256985 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:19.031835 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b493ba2f-bea3-4bb0-96c9-850c18443d59 req-655e6df9-e5f6-43e4-85ce-074fd6256985 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0561402 Aug 31 00:25:19.103206 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b493ba2f-bea3-4bb0-96c9-850c18443d59 req-199a4983-3e4f-4efa-b619-428490fa371b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605278 Aug 31 00:25:19.696120 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3b1eb95-9bf9-4057-a6c9-5cecd594ad19 req-d8b049ba-6ac8-4620-8283-8d95dc865163 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121712 Aug 31 00:25:20.037702 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cd2b9d85-0aef-4a93-ad4e-c8a3f8a23ed2 req-fd59f751-aacd-49b6-86b5-2a1b57d7b524 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0303204 Aug 31 00:25:20.253227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d531e6-ea9c-49d1-b79f-439c8ba3f0f2 req-ec9e2ff3-a1df-4399-8832-c7a514f96365 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:20.255331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06d531e6-ea9c-49d1-b79f-439c8ba3f0f2 req-ec9e2ff3-a1df-4399-8832-c7a514f96365 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.0640914 Aug 31 00:25:20.316234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-06d531e6-ea9c-49d1-b79f-439c8ba3f0f2 req-3ad7cf08-2462-4496-a642-4379dbbeb1ee tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544522 Aug 31 00:25:20.633216 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-d8a9cb71-4b50-480c-878c-fb5267ae98fb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:20.634631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-d8a9cb71-4b50-480c-878c-fb5267ae98fb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.1092300 Aug 31 00:25:20.635743 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-16c92eb0-f6a0-4d5c-8165-cb32d5651843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:20.637393 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-16c92eb0-f6a0-4d5c-8165-cb32d5651843 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 1130 time: 0.0975125 Aug 31 00:25:21.305165 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Deleting port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:21.305857 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:21.315346 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8a7260f4-bc24-4f16-98b4-3822d312b83f req-b2487448-909f-43c7-9253-87d8576a1569 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0903082 Aug 31 00:25:21.329552 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-34d7a45e-3877-427e-a8db-1be4fa7ef3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:21.331334 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-34d7a45e-3877-427e-a8db-1be4fa7ef3e4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.3362372 Aug 31 00:25:21.341815 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-b97b2c7b-616d-4485-97a7-010a4ff9c0f9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:21.344419 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-b97b2c7b-616d-4485-97a7-010a4ff9c0f9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.3504188 Aug 31 00:25:21.475130 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:21.480635 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:21.501970 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] For port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:21.502342 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:21.846270 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5768e5-bef2-462d-b523-86890a50964f req-d93cedb6-80ef-4770-af4a-02cf07845297 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:21.848102 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5c5768e5-bef2-462d-b523-86890a50964f req-d93cedb6-80ef-4770-af4a-02cf07845297 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 946 time: 0.4288156 Aug 31 00:25:21.860322 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:21.945774 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-eb567c86-4e83-4993-9927-2d4f258f427e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 200 len: 1002 time: 0.4464982 Aug 31 00:25:21.995104 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:22.050247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-9895bc10-330c-4332-b747-a1df5182fb1d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 380 time: 0.5528736 Aug 31 00:25:22.061395 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5c5768e5-bef2-462d-b523-86890a50964f req-adfc90e0-bc4f-477f-ad61-7bf64b458622 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d08f12cd-01d1-4673-b072-e4545235f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019215 Aug 31 00:25:22.157424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:22.157956 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:22.158470 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Floating IP 5e0d5607-dc4f-48d2-a0a7-4cac4592b092 disassociated. External IP: 172.27.4.230, port: 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639. Aug 31 00:25:22.159170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Calling delete_port for 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:22.181421 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'port': {'device_id': '599f96bf-1137-4129-af25-5d61b32a4349', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'admin_state_up': True, 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'security_groups': ['3cd1bb0b-1eec-48de-8fd1-de568f750290']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:22.349828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-15c55f7c-b51b-4058-bbba-ddaaa69782d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:22.351290 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-15c55f7c-b51b-4058-bbba-ddaaa69782d1 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.1758072 Aug 31 00:25:22.472463 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9b9b8765-4f92-4456-901c-242e8804d1c3 req-5d1b3d6c-0e87-4cb4-abfc-e7a4dbae8be0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0523927 Aug 31 00:25:22.483046 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-61571295-9903-491b-8d88-19750927d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:22.485905 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-61571295-9903-491b-8d88-19750927d763 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178055 Aug 31 00:25:22.600717 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:25:22.604560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:22.639466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (0ff0dbfa-0c17-4d1f-bc12-fdd58530b639), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:22.714211 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'Port': ['ID=0ff0dbfa-0c17-4d1f-bc12-fdd58530b639,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:22.819490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.820082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.820707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.821311 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.821890 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.822471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.823037 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.823605 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.824239 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.825006 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.825401 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.826212 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.826554 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.827123 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.828376 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:22.859249 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-3158072d-9bfd-41a9-9edb-2aba4e36d18e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479738 Aug 31 00:25:22.878673 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=21 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:22.880456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=60 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:22.995057 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:23.168960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:23.258732 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.20.0.14 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/e3547217-2be7-4db4-b82d-59dc6f1654fc) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:23.324564 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8b48ae33-ff1c-4fef-94e5-db0588be8fdc req-6228a25f-5920-42c5-ad73-2d3cb87b307d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.1324990 Aug 31 00:25:23.392479 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1dc4c936-1ca0-4c5b-b74c-af2cf81d907b req-2e1d312c-70a4-4131-aafc-6b5caf4a43e8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671898 Aug 31 00:25:23.396084 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:23.677046 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-11ae39a1-c0f3-4a53-83fd-f76129e1434d req-ecabc8af-e812-4c0d-b718-c2c6ff7fefb0 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0812562 Aug 31 00:25:23.833358 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:23.847932 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:23.862734 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:23.863484 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:23.898669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:23.933014 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] No DVR routers for this DVR port 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:25:23.939053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:23.945374 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-60450c59-89a3-4920-b3f3-9130f070bbbb req-cee15c8c-7d21-4e5e-865f-89f8c0d0da5c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "DELETE /networking/v2.0/ports/0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 HTTP/1.1" status: 204 len: 173 time: 2.9651399 Aug 31 00:25:23.946069 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-deleted', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:23.950090 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38599bc9-f228-490f-9bbb-01f695e301da" -d '{"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-deleted", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:24.017315 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:24.026081 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6bf6c6-9fed-4f5d-a083-12be3b8f9b2d x-openstack-request-id: req-2b6bf6c6-9fed-4f5d-a083-12be3b8f9b2d {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:24.026426 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a312d8-6cb2-4da8-a19b-215372294799", "name": "network-vif-deleted", "tag": "0ff0dbfa-0c17-4d1f-bc12-fdd58530b639", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:24.027723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b6bf6c6-9fed-4f5d-a083-12be3b8f9b2d {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:24.028415 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6bf6c6-9fed-4f5d-a083-12be3b8f9b2d'] response: {'server_uuid': 'e3a312d8-6cb2-4da8-a19b-215372294799', 'name': 'network-vif-deleted', 'tag': '0ff0dbfa-0c17-4d1f-bc12-fdd58530b639', 'status': 'completed', 'code': 200} Aug 31 00:25:24.040085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:24.109966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:24.114326 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:24.119773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:24.185867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:24.186703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:24.192353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:24.220843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-eec7c389-f1bf-43ce-a7d8-cd5815894057 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0429602 Aug 31 00:25:24.247627 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:25:24.264142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Request body: {'port': {'device_id': '599f96bf-1137-4129-af25-5d61b32a4349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:24.308232 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:25:24.308948 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 0ff0dbfa-0c17-4d1f-bc12-fdd58530b639 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:25:24.382323 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:24.406406 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:24.473092 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:24.479936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:24.503680 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:24.505940 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:24.633793 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df01afb6-5c66-49a9-a33d-06ca5f1f62bd req-1a6f5da5-fbde-4f9c-84e6-c96c577b7b85 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.0480688 Aug 31 00:25:24.668316 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-2382f3cb-1615-479f-b75a-71cc80e04e28 None None] Provisioning complete for port e3547217-2be7-4db4-b82d-59dc6f1654fc triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:24.669212 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2382f3cb-1615-479f-b75a-71cc80e04e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:24.751376 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2382f3cb-1615-479f-b75a-71cc80e04e28 None None] Port e3547217-2be7-4db4-b82d-59dc6f1654fc cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:25:24.982518 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:24.996947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55997ef2-6fb3-442a-8b8f-8095277630a7 req-e34be51c-6889-4a8f-ba06-399d15e87a70 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:25.000907 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55997ef2-6fb3-442a-8b8f-8095277630a7 req-e34be51c-6889-4a8f-ba06-399d15e87a70 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 932 time: 0.1028845 Aug 31 00:25:25.008728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-dbe47cf3-560a-4c85-884c-dc10d1b2111a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004515 Aug 31 00:25:25.069131 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:25.129356 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55997ef2-6fb3-442a-8b8f-8095277630a7 req-c9ee81c5-eba9-46f3-9263-9e120f5f9f20 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160331 Aug 31 00:25:25.174622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3547217-2be7-4db4-b82d-59dc6f1654fc {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:25.188956 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks [] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:25.209237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Transition to ACTIVE for port object e3547217-2be7-4db4-b82d-59dc6f1654fc will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:25:25.214379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:25.279494 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:25.309429 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af55294-34fd-4525-add1-43523c17cb8c None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:25.321235 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:25.366818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Attempting to bind port e3547217-2be7-4db4-b82d-59dc6f1654fc on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:25:25.367196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Attempting to bind port e3547217-2be7-4db4-b82d-59dc6f1654fc by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:25:25.367511 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Attempting to bind port e3547217-2be7-4db4-b82d-59dc6f1654fc on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:25.374708 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Port e3547217-2be7-4db4-b82d-59dc6f1654fc on network 923db031-4095-45ac-869f-da21aba3a797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:25:25.375087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Attempting to bind port e3547217-2be7-4db4-b82d-59dc6f1654fc on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:25.383697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:25:25.384187 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:25:25.384762 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:25:25.385430 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Bound port: e3547217-2be7-4db4-b82d-59dc6f1654fc, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:25:25.385936 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:25.510032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9634c9-b458-4090-8133-cdc28df863fa req-c862fa11-4b76-4ed6-8f85-61275dcfd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:25.511521 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-c862fa11-4b76-4ed6-8f85-61275dcfd995 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=af873e6a013c457aa2407fb24423ddc1&device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 1129 time: 0.0928574 Aug 31 00:25:25.518807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:25:25.522941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:25:25.533398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:25.538368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:25.539232 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:25.541191 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/e3547217-2be7-4db4-b82d-59dc6f1654fc HTTP/1.1" status: 200 len: 1094 time: 1.2892637 Aug 31 00:25:25.611145 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e92584-0aed-4553-a6c1-6e5d89e5b2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:25.623360 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca7d63-97a6-4639-9c9f-60f9eabd029b None None] New status for floating IP 5e0d5607-dc4f-48d2-a0a7-4cac4592b092: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:25:25.876535 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3539875-223a-4332-8cc5-72a0af3db475 req-d891f034-dda7-48d5-9b19-fcf918452d94 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e3a312d8-6cb2-4da8-a19b-215372294799 HTTP/1.1" status: 200 len: 210 time: 0.0564675 Aug 31 00:25:26.014330 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:26.026906 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-44fb57cd-e9c8-4e1b-97b0-beaf3c58eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.028755 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-44fb57cd-e9c8-4e1b-97b0-beaf3c58eab4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 1128 time: 0.1028881 Aug 31 00:25:26.032380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:26.034934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:26.147868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20efccd-88db-4f77-93e7-f9058ac4c30b x-openstack-request-id: req-d20efccd-88db-4f77-93e7-f9058ac4c30b {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:26.148586 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:26.148960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d20efccd-88db-4f77-93e7-f9058ac4c30b {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:26.149475 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20efccd-88db-4f77-93e7-f9058ac4c30b'] response: {'name': 'network-changed', 'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'status': 'completed', 'code': 200} Aug 31 00:25:26.160279 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-24eeeff4-e5ca-439d-8a3b-450af5a02196 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc HTTP/1.1" status: 200 len: 217 time: 0.0841427 Aug 31 00:25:26.163209 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9634c9-b458-4090-8133-cdc28df863fa req-8f87b8c2-0b0e-4bee-ad0e-2fa4e4635b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.165003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-8f87b8c2-0b0e-4bee-ad0e-2fa4e4635b47 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 200 len: 919 time: 0.2820375 Aug 31 00:25:26.284359 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-da3861c6-38bc-4b17-b185-120f86cb61f1 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 200 len: 217 time: 0.1004388 Aug 31 00:25:26.378051 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-202f07d2-cc13-4c38-9553-e5437edb45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.379549 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-202f07d2-cc13-4c38-9553-e5437edb45a9 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.2097847 Aug 31 00:25:26.387989 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65cf5f-4a96-4fdc-af1f-aaeddf104e52 req-691e4581-7f58-4ad3-8313-dcdf6e0fc3d2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.389709 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad65cf5f-4a96-4fdc-af1f-aaeddf104e52 req-691e4581-7f58-4ad3-8313-dcdf6e0fc3d2 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 944 time: 0.1395018 Aug 31 00:25:26.435679 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9634c9-b458-4090-8133-cdc28df863fa req-87aa7ada-6a2d-406a-b4ae-e26bda20fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.437712 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-87aa7ada-6a2d-406a-b4ae-e26bda20fd05 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 200 len: 857 time: 0.1424325 Aug 31 00:25:26.766452 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-166eaa54-8edc-4fcc-b782-f53d17a73640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.768125 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-166eaa54-8edc-4fcc-b782-f53d17a73640 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3729906 Aug 31 00:25:26.781808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9634c9-b458-4090-8133-cdc28df863fa req-ee120aa4-835c-4d31-a214-dc6aed010521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:26.783362 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-ee120aa4-835c-4d31-a214-dc6aed010521 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=f5d24600-1d04-47b6-a84d-0a5669f6e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3323767 Aug 31 00:25:26.865450 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad65cf5f-4a96-4fdc-af1f-aaeddf104e52 req-f21369db-3ad5-40c5-9a0b-56735ca2d7a9 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4576421 Aug 31 00:25:26.926144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:26.987663 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-d2490ae9-a534-4fec-ace4-0815aec951ff service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939931 Aug 31 00:25:26.987663 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-070f88eb-9b33-4ca7-bd8f-a82c8019dab3 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824489 Aug 31 00:25:27.049733 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43502) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:27.150103 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (d08f12cd-01d1-4673-b072-e4545235f46d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.174968 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc9634c9-b458-4090-8133-cdc28df863fa req-45cadc32-a69d-4734-96c8-98574975ad27 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728699 Aug 31 00:25:27.177046 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8beeb3da-f7c6-4d1d-a35b-4e50f19943ca req-564764d4-2b14-4db0-9fbc-f9abc61aa9b0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763265 Aug 31 00:25:27.195884 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (d08f12cd-01d1-4673-b072-e4545235f46d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.303623 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (d08f12cd-01d1-4673-b072-e4545235f46d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.306891 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.308358 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d08f12cd-01d1-4673-b072-e4545235f46d HTTP/1.1" status: 204 len: 168 time: 0.2571292 Aug 31 00:25:27.313739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43508) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:27.321144 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28eaf3-3fa8-4dec-a920-b0ca688693df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08f12cd-01d1-4673-b072-e4545235f46d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:27.339663 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-6458c4a6-3c36-4638-948a-b47973b8d7dd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] show failed (client error): The resource could not be found. Aug 31 00:25:27.341793 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-6458c4a6-3c36-4638-948a-b47973b8d7dd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups/d08f12cd-01d1-4673-b072-e4545235f46d HTTP/1.1" status: 404 len: 347 time: 0.0264702 Aug 31 00:25:27.346557 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43512) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:27.519035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588038a0-8ef8-45c8-8983-62171d8b68dc req-092a9a81-b583-4539-98f4-3ca911d41b48 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:27.520642 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-588038a0-8ef8-45c8-8983-62171d8b68dc req-092a9a81-b583-4539-98f4-3ca911d41b48 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.1119680 Aug 31 00:25:27.526366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Deleting port cfa51973-2bfe-4649-9e3d-7ac0958822fc {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:27.526719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.629456 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-588038a0-8ef8-45c8-8983-62171d8b68dc req-42c027fd-ed26-42ff-8ab7-881d604f3b3f tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002378 Aug 31 00:25:27.656659 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:27.664727 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.665289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (cfa51973-2bfe-4649-9e3d-7ac0958822fc), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.691053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Calling delete_port for cfa51973-2bfe-4649-9e3d-7ac0958822fc owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:27.873157 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (cfa51973-2bfe-4649-9e3d-7ac0958822fc), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:27.900904 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'Port': ['ID=cfa51973-2bfe-4649-9e3d-7ac0958822fc,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:28.035414 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (5e0d5607-dc4f-48d2-a0a7-4cac4592b092), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.040502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.042453 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-9b3d4559-7035-4b67-866e-5c2d73ec44ad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/5e0d5607-dc4f-48d2-a0a7-4cac4592b092 HTTP/1.1" status: 204 len: 168 time: 0.6939414 Aug 31 00:25:28.106522 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cb8d9-8070-41c9-8ceb-67a700767fa5 req-312a5223-bf72-488e-8da9-2de1eaee9254 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:28.109980 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c90cb8d9-8070-41c9-8ceb-67a700767fa5 req-312a5223-bf72-488e-8da9-2de1eaee9254 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 944 time: 0.0928686 Aug 31 00:25:28.157463 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43520) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:28.162384 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977210240', 'description': 'tempest-description--866216748'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:28.192684 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.203348 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c90cb8d9-8070-41c9-8ceb-67a700767fa5 req-82fcf61b-0ae1-41f0-a99f-579aa88c18c6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853906 Aug 31 00:25:28.285739 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (f6705a55-2a87-4be2-a8c7-e374c1cea4c3), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.290492 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f6705a55-2a87-4be2-a8c7-e374c1cea4c3), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.328854 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.330167 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1717682 Aug 31 00:25:28.334746 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43522) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:28.339394 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group_rule': {'security_group_id': 'f6705a55-2a87-4be2-a8c7-e374c1cea4c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:28.345304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185554c-81f5-4073-bcd4-29c819a6ec22 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6705a55-2a87-4be2-a8c7-e374c1cea4c3,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:28.382601 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (4372903e-a90b-4b91-816b-0dfbb48a317b), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.471009 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (4372903e-a90b-4b91-816b-0dfbb48a317b), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.476562 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (4372903e-a90b-4b91-816b-0dfbb48a317b), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.486726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-03ced036-e7db-4da7-88f6-cadd5c40cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:28.489302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-03ced036-e7db-4da7-88f6-cadd5c40cb9a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 1128 time: 0.0705438 Aug 31 00:25:28.502977 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4372903e-a90b-4b91-816b-0dfbb48a317b,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:28.513083 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.514472 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6153f3de-e50d-4cc7-9eab-7f9ecbe80fa4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787579 Aug 31 00:25:28.518949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43524) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:28.523831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'security_group_rule': {'security_group_id': 'f6705a55-2a87-4be2-a8c7-e374c1cea4c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:28.562390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (27d57ea6-614f-48c1-ac15-1b0b96ccb1d7), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.637952 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (27d57ea6-614f-48c1-ac15-1b0b96ccb1d7), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.643519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (27d57ea6-614f-48c1-ac15-1b0b96ccb1d7), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.666485 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d57ea6-614f-48c1-ac15-1b0b96ccb1d7,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:28.678922 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.680444 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-463d2f68-7cbf-4deb-865b-a0f3e9f6c29d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603570 Aug 31 00:25:28.685829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43528) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:28.691015 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:28.697280 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:28.719348 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.842013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5e9e9-b09e-4556-9d6f-94210c0dbc08 req-8aff2447-75a5-4fb7-8134-f866c1f258dc tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:28.844306 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c4a5e9e9-b09e-4556-9d6f-94210c0dbc08 req-8aff2447-75a5-4fb7-8134-f866c1f258dc tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0730810 Aug 31 00:25:28.865484 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:28.955939 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c4a5e9e9-b09e-4556-9d6f-94210c0dbc08 req-f4f4f3e8-81f5-41a9-9f55-73b8fe388be9 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011577 Aug 31 00:25:29.041515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Allocated IP 172.27.4.179 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/74a3c44c-80e7-47dc-9f3e-1e06726730c6) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:29.231754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.251291 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:29.296003 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.371322 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:29.379842 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:29.382774 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:29.423528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=74a3c44c-80e7-47dc-9f3e-1e06726730c6,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:29.433466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1968-fee8-4f8e-a6dc-9f95f968cdd5 req-bf403022-98d1-4992-bf88-bd96cd629a85 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:29.435110 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-515a1968-fee8-4f8e-a6dc-9f95f968cdd5 req-bf403022-98d1-4992-bf88-bd96cd629a85 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 944 time: 0.1101220 Aug 31 00:25:29.540305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-515a1968-fee8-4f8e-a6dc-9f95f968cdd5 req-dc718999-31e8-4d88-b0ef-1ca83f6535b4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937171 Aug 31 00:25:29.547907 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.594451 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.625625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:29.778024 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.784719 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.866414 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=74a3c44c-80e7-47dc-9f3e-1e06726730c6,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:29.869488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.889180 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:29.890833 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-62396e18-f752-4716-ad9c-fa4cbc735819 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2037053 Aug 31 00:25:30.128883 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cb28e-9bc4-4a96-a416-6a1fbbef19f2 req-63f0c4ca-3664-4abc-8073-42cad3b60a89 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.131247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9b0cb28e-9bc4-4a96-a416-6a1fbbef19f2 req-63f0c4ca-3664-4abc-8073-42cad3b60a89 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.0578241 Aug 31 00:25:30.247242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9b0cb28e-9bc4-4a96-a416-6a1fbbef19f2 req-1faf171e-92fe-44f2-aaae-12aa82ae63f0 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092818 Aug 31 00:25:30.286959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-3257f217-af2c-42f9-99c7-c7574ef93317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.288537 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-3257f217-af2c-42f9-99c7-c7574ef93317 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 0.1353459 Aug 31 00:25:30.314890 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device e3547217-2be7-4db4-b82d-59dc6f1654fc details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:25:30.444987 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-50d2e101-a8e9-471f-b9bd-10863db9b585 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc HTTP/1.1" status: 200 len: 217 time: 0.0446334 Aug 31 00:25:30.453880 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-673d2359-7357-47d9-b656-1dcd438d838b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1977210240&fields=id&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 267 time: 0.0841823 Aug 31 00:25:30.466569 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:30.481836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'port_id': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'mac_address': 'fa:16:3e:ae:e4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:25:30.537792 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port e3547217-2be7-4db4-b82d-59dc6f1654fc is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:30.538909 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:30.560375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:30.570798 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3547217-2be7-4db4-b82d-59dc6f1654fc {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:30.582241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-dc9318d8-7947-460d-9c35-599e22149107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.585455 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-dc9318d8-7947-460d-9c35-599e22149107 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.1294415 Aug 31 00:25:30.616723 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:30.624402 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:30.701197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:30.714430 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.714795 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.715171 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.715548 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.715900 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.716404 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.716746 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.717094 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.717613 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.718674 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.719200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.719724 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.720544 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.720874 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.721397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:25:30.801347 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-a6f7b877-c2c4-444e-ac3e-ea4eba403475 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.804032 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-a6f7b877-c2c4-444e-ac3e-ea4eba403475 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 816 time: 0.3348253 Aug 31 00:25:30.838343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-38a25720-7e71-4a76-b0f7-70db2600c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.839932 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-38a25720-7e71-4a76-b0f7-70db2600c557 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2111714 Aug 31 00:25:30.850693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-27dc34cb-67cb-4367-9636-1c3137f6947a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.852309 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-27dc34cb-67cb-4367-9636-1c3137f6947a tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.2266402 Aug 31 00:25:30.870798 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c305-b5f4-42a6-8eaf-f5f667ad3b17 req-e0ce7eb2-b56e-4001-ac5d-db11fcc927f3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:30.872401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-40a5c305-b5f4-42a6-8eaf-f5f667ad3b17 req-e0ce7eb2-b56e-4001-ac5d-db11fcc927f3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 945 time: 0.2099235 Aug 31 00:25:30.873695 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-1b8b5b7f-bc2b-4cd9-80cc-1ad69adb34b1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/quotas/e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 375 time: 0.0533772 Aug 31 00:25:31.001535 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['e3547217-2be7-4db4-b82d-59dc6f1654fc'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:25:31.093056 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-25c376e8-003a-4ddc-b2a1-4089f9dd0798 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973903 Aug 31 00:25:31.149134 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:31.169625 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-40a5c305-b5f4-42a6-8eaf-f5f667ad3b17 req-720f226e-7de2-4cde-ba0b-2e81c72d791b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728760 Aug 31 00:25:31.184146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Deleting port a907ffdd-5539-4622-af52-d1af362cf940 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:31.184146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (a907ffdd-5539-4622-af52-d1af362cf940), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:31.229155 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-8db0ef51-2db2-43e6-bb5c-c0626c06ff94 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739440 Aug 31 00:25:31.732312 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-f5663b6b-8993-4e85-a2d4-9053943ee2e8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874624 Aug 31 00:25:31.745261 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e58336-d1d4-45f7-8423-256d5884be8e req-1b64a12e-8323-40a8-a7b9-ce35fce14877 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:31.746856 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-43e58336-d1d4-45f7-8423-256d5884be8e req-1b64a12e-8323-40a8-a7b9-ce35fce14877 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 945 time: 0.1683693 Aug 31 00:25:31.750246 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] For port a907ffdd-5539-4622-af52-d1af362cf940, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=a907ffdd-5539-4622-af52-d1af362cf940,segment=NetworkSegment(528173e9-2e9c-423a-bff8-6dc4d746bed1),segment_id=528173e9-2e9c-423a-bff8-6dc4d746bed1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:31.750622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (a907ffdd-5539-4622-af52-d1af362cf940), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:31.802378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Calling delete_port for a907ffdd-5539-4622-af52-d1af362cf940 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:31.882372 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e2b4fd8-feea-4215-9fab-0b503bcad3d1 req-28b7fed7-ed23-4777-a14d-f24683a8cdcc service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456876 Aug 31 00:25:31.919923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:31.959563 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-43e58336-d1d4-45f7-8423-256d5884be8e req-b2db81f7-b55e-4351-a59a-b24b84796522 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7ff3b6fc-6b8c-421b-b5bd-1159aac24949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032161 Aug 31 00:25:32.028237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-e01bb5c6-0e59-44a0-83f6-bdd8b19be895 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803044 Aug 31 00:25:32.112079 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (a907ffdd-5539-4622-af52-d1af362cf940), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:32.153371 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['a907ffdd-5539-4622-af52-d1af362cf940'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:25:32.168972 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Pushing event deleted for resources: {'Port': ['ID=a907ffdd-5539-4622-af52-d1af362cf940,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:32.243747 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] No DVR routers for this DVR port a907ffdd-5539-4622-af52-d1af362cf940 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:25:32.246894 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:32.251119 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9607a16a-e79a-4b11-8b76-3ac4bae53d88 req-8cf4c4d9-6ad9-494a-a4a0-52ec82dc7a60 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.70 "DELETE /networking/v2.0/ports/a907ffdd-5539-4622-af52-d1af362cf940 HTTP/1.1" status: 204 len: 173 time: 1.3867965 Aug 31 00:25:32.252218 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'name': 'network-vif-deleted', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:32.254351 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78b0bae-da1e-49c7-960b-ce900b265a98" -d '{"events": [{"server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "name": "network-vif-deleted", "tag": "a907ffdd-5539-4622-af52-d1af362cf940"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:32.359567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device e3547217-2be7-4db4-b82d-59dc6f1654fc up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:25:32.399716 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5b0e7-b57b-43d1-bab8-0f0f26449b32 req-6cf9c2f8-1658-4d8e-9519-ef0a0f2b8a90 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:32.404234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4bc5b0e7-b57b-43d1-bab8-0f0f26449b32 req-6cf9c2f8-1658-4d8e-9519-ef0a0f2b8a90 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1181159 Aug 31 00:25:32.465145 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port e3547217-2be7-4db4-b82d-59dc6f1654fc completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:25:32.477123 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port e3547217-2be7-4db4-b82d-59dc6f1654fc triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:32.478504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:32.500778 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4bc5b0e7-b57b-43d1-bab8-0f0f26449b32 req-026e0c7f-3099-46fd-8f55-b842f2c341f4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884726 Aug 31 00:25:32.533119 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:32.574277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff82e579-12c0-4e41-865a-e05ed551cf91 x-openstack-request-id: req-ff82e579-12c0-4e41-865a-e05ed551cf91 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:32.574762 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fa0677-75e7-4b3b-8813-37c81becbd7c", "name": "network-vif-deleted", "tag": "a907ffdd-5539-4622-af52-d1af362cf940", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:32.575202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff82e579-12c0-4e41-865a-e05ed551cf91 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:32.576326 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff82e579-12c0-4e41-865a-e05ed551cf91'] response: {'server_uuid': 'c5fa0677-75e7-4b3b-8813-37c81becbd7c', 'name': 'network-vif-deleted', 'tag': 'a907ffdd-5539-4622-af52-d1af362cf940', 'status': 'completed', 'code': 200} Aug 31 00:25:32.614311 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c6f7-d3bc-4cb3-9f91-60a34e926b1f req-1d057ed5-f0b8-4c7d-ae80-10769c2a9009 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:32.617247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-33e7c6f7-d3bc-4cb3-9f91-60a34e926b1f req-1d057ed5-f0b8-4c7d-ae80-10769c2a9009 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 945 time: 0.2504625 Aug 31 00:25:32.621680 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port e3547217-2be7-4db4-b82d-59dc6f1654fc is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:32.622455 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:32.657686 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:32.660748 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64f8e72-f4a2-4106-829d-e5ef8ce8be57" -d '{"events": [{"server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "name": "network-vif-plugged", "status": "completed", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:32.678037 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:32.683472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:32.694336 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6ed6216d-916a-4638-96d5-ce1aa4df1c2f req-4d297b8f-f015-4a2e-a8d8-349c8f8f126a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0754697 Aug 31 00:25:32.696349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:32.757064 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-33e7c6f7-d3bc-4cb3-9f91-60a34e926b1f req-860173ed-b74d-4c2b-8b7e-ca280c4be096 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237421 Aug 31 00:25:32.764427 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:32.813562 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36773997-6a20-455a-ba4b-88986e9d8019 x-openstack-request-id: req-36773997-6a20-455a-ba4b-88986e9d8019 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:32.813983 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "name": "network-vif-plugged", "status": "completed", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:32.814266 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36773997-6a20-455a-ba4b-88986e9d8019 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:32.814765 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36773997-6a20-455a-ba4b-88986e9d8019'] response: {'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'code': 200} Aug 31 00:25:33.087263 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e6ede234-e1e0-4040-8ef9-b010c5430a30 req-8d7a661d-9d19-4fca-bae8-a2b26b13be34 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0310366 Aug 31 00:25:33.660379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038415e-3186-42a3-a81a-00b389b8dddd req-eec93c72-a28f-4edb-93f8-c5c9620617aa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:33.662005 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d038415e-3186-42a3-a81a-00b389b8dddd req-eec93c72-a28f-4edb-93f8-c5c9620617aa tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.0576265 Aug 31 00:25:33.698490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:33.726856 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d038415e-3186-42a3-a81a-00b389b8dddd req-9a9ba408-ec14-4058-8da6-783e2584b5c9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538695 Aug 31 00:25:33.856484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92f9858e-5035-4d65-a2e1-71e6d9a80b05 req-e32890b5-5136-4a99-8e01-04d22ccddfc1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0536790 Aug 31 00:25:33.934394 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a03fe-279d-48d6-b6b1-9ec620f5423f req-6562886c-15b6-46b9-a303-7ea5451e962f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:33.937105 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-197a03fe-279d-48d6-b6b1-9ec620f5423f req-6562886c-15b6-46b9-a303-7ea5451e962f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.0858288 Aug 31 00:25:33.995633 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-197a03fe-279d-48d6-b6b1-9ec620f5423f req-6edb72f5-1eef-4167-9090-281d806d579b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519757 Aug 31 00:25:34.244699 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d2b669d9-8fa7-487d-a255-fd6a3fa0905c req-227aa51e-0eca-40bd-9c3a-2c4809ac4429 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0548995 Aug 31 00:25:34.362768 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device a907ffdd-5539-4622-af52-d1af362cf940 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:25:34.388903 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: a907ffdd-5539-4622-af52-d1af362cf940 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:25:34.389381 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device a907ffdd-5539-4622-af52-d1af362cf940 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:25:34.530874 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b5203f08-439f-42ec-b82e-5f00be55771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:34.929465 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaf441-ae1c-436d-b4df-71cc00b8e8e4 req-bd9852e1-4b73-410f-b56b-9c91b5da8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:34.931260 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ecaf441-ae1c-436d-b4df-71cc00b8e8e4 req-bd9852e1-4b73-410f-b56b-9c91b5da8215 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 1130 time: 0.1373696 Aug 31 00:25:34.969836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-2bc888d7-a261-4b38-b1bc-2761b7f74fa4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:34.973021 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-2bc888d7-a261-4b38-b1bc-2761b7f74fa4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1770282 Aug 31 00:25:35.056308 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f69bf-48d2-409c-82ce-d29c021e01f7 req-66e5c935-5243-48ea-addc-aee61a9f5709 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:35.058042 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d78f69bf-48d2-409c-82ce-d29c021e01f7 req-66e5c935-5243-48ea-addc-aee61a9f5709 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 945 time: 0.1618903 Aug 31 00:25:35.097296 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0aa2be7a-138c-4ff8-9819-82efb4c9fc25 req-c6927ea8-5a21-46fe-a3b9-f248cee21347 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.1090031 Aug 31 00:25:35.284613 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=66 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:35.288092 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=72 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:35.342345 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ecaf441-ae1c-436d-b4df-71cc00b8e8e4 req-74b72067-cc98-4914-931a-518ab96cb86f service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881974 Aug 31 00:25:35.360960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:35.414047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81876681-6be7-41ca-9374-34c5b0137b5d req-7157e840-b1d3-409c-bc3e-6d6924b86522 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:35.416671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-81876681-6be7-41ca-9374-34c5b0137b5d req-7157e840-b1d3-409c-bc3e-6d6924b86522 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.2266669 Aug 31 00:25:35.417645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Deleting port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:35.418222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:35.433416 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d78f69bf-48d2-409c-82ce-d29c021e01f7 req-81f5c028-79ab-4c21-bdf1-20e41d9a3d2b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=28d10701-b1f5-42ad-ac4f-38890f0c0af8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455946 Aug 31 00:25:35.617290 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9813cc7-7544-4858-a2b3-319000c344e9 req-bc6c51b4-3c61-4ad5-81a3-60457b9f0a35 tempest-VolumesSnapshotTestJSON-928626591 tempest-VolumesSnapshotTestJSON-928626591-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c5fa0677-75e7-4b3b-8813-37c81becbd7c HTTP/1.1" status: 200 len: 210 time: 0.0890093 Aug 31 00:25:35.667621 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-81876681-6be7-41ca-9374-34c5b0137b5d req-d1db0569-9093-4347-9a6c-4c60b2791812 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408519 Aug 31 00:25:35.697919 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] For port 6317fbd6-92fd-41d8-a8a9-21faad23ff44, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=6317fbd6-92fd-41d8-a8a9-21faad23ff44,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:35.698320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:35.892861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:35.893235 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:35.893561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Floating IP 84f5e2ea-cd1f-4919-a80c-72b396bdf82a disassociated. External IP: 172.27.4.247, port: 6317fbd6-92fd-41d8-a8a9-21faad23ff44. Aug 31 00:25:35.893920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Calling delete_port for 6317fbd6-92fd-41d8-a8a9-21faad23ff44 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:35.997933 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:36.056122 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (6317fbd6-92fd-41d8-a8a9-21faad23ff44), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:36.089272 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'Port': ['ID=6317fbd6-92fd-41d8-a8a9-21faad23ff44,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:36.278841 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-87429e78-a829-4ee6-9edc-89b04b022d55 req-d50b9f72-f2e4-4af9-8e92-2283539ea24e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0621507 Aug 31 00:25:36.282527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:36.517059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:36.539842 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:36.562765 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:36.562883 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:36.594446 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] No DVR routers for this DVR port 6317fbd6-92fd-41d8-a8a9-21faad23ff44 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:25:36.597700 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:36.601532 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-29542e78-b3ec-4a6f-ac74-44630d9020ea req-a686d52c-309e-46e7-b491-af1ba5c7422f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "DELETE /networking/v2.0/ports/6317fbd6-92fd-41d8-a8a9-21faad23ff44 HTTP/1.1" status: 204 len: 173 time: 1.6120210 Aug 31 00:25:36.602041 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'name': 'network-vif-deleted', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:36.604619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577780a4-1d20-4c9a-8f4e-2bccf2b7c177" -d '{"events": [{"server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "name": "network-vif-deleted", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:36.662217 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3734e2-b04e-44a4-9d73-298362a7507a x-openstack-request-id: req-8c3734e2-b04e-44a4-9d73-298362a7507a {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:36.662956 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e22ddf8-4065-4933-a8db-68b53f82a42e", "name": "network-vif-deleted", "tag": "6317fbd6-92fd-41d8-a8a9-21faad23ff44", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:36.663378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c3734e2-b04e-44a4-9d73-298362a7507a {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:36.663988 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3734e2-b04e-44a4-9d73-298362a7507a'] response: {'server_uuid': '1e22ddf8-4065-4933-a8db-68b53f82a42e', 'name': 'network-vif-deleted', 'tag': '6317fbd6-92fd-41d8-a8a9-21faad23ff44', 'status': 'completed', 'code': 200} Aug 31 00:25:36.767712 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:36.798465 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-80d1027f-3639-46cc-87c5-816eb213dff8 req-d8ef440d-1a64-4569-91b3-3dd49c2def50 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.0889368 Aug 31 00:25:36.964200 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615029c1-968f-4de6-b55c-7a48961a2b7d req-f799198f-c2bb-4f28-bf40-d5cb94710656 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:36.979302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-615029c1-968f-4de6-b55c-7a48961a2b7d req-f799198f-c2bb-4f28-bf40-d5cb94710656 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.1203618 Aug 31 00:25:37.008888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-549c8ca7-c497-4490-900a-4e913d7a63e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:37.063607 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-615029c1-968f-4de6-b55c-7a48961a2b7d req-01b00ff0-dfce-43f7-a1f1-3666f796f542 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828874 Aug 31 00:25:37.177283 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:37.227430 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:37.243724 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:37.244959 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:37.439633 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:37.444706 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4634831d-7a6e-45f3-80db-6601c1abca3c req-35ad6fe6-165a-4272-adc6-d5ee277ea9d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0413344 Aug 31 00:25:37.588623 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:25:37.695720 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:37.727003 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90571-1d24-40a0-bcae-a87a62d15a8f None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:37.955844 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:38.034524 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4342107e-9bd6-4cca-a2a8-60e8736a9cdd req-4fbc3daf-5a32-4efc-b556-fd8989e02c36 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e22ddf8-4065-4933-a8db-68b53f82a42e HTTP/1.1" status: 200 len: 210 time: 0.0716174 Aug 31 00:25:38.087206 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-f4f9cd03-1ece-44b3-a977-853f062a4393 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:38.089751 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-f4f9cd03-1ece-44b3-a977-853f062a4393 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 816 time: 0.2721002 Aug 31 00:25:38.196356 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:38.228112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5ad04-f798-4493-b173-41086e6e6555 None None] New status for floating IP 84f5e2ea-cd1f-4919-a80c-72b396bdf82a: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:25:38.289009 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-88a582f8-d06e-4bf4-ae93-623e13219c56 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 380 time: 0.1683989 Aug 31 00:25:38.313074 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ce1b-c0b7-4b95-a686-f74949b82f78 req-0a621df8-a844-4b46-b86b-aff794df3e55 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:38.321331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-68d5ce1b-c0b7-4b95-a686-f74949b82f78 req-0a621df8-a844-4b46-b86b-aff794df3e55 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.1125467 Aug 31 00:25:38.335769 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'port': {'device_id': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'admin_state_up': True, 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'security_groups': ['f6705a55-2a87-4be2-a8c7-e374c1cea4c3']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:38.396293 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 6317fbd6-92fd-41d8-a8a9-21faad23ff44 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:25:38.442875 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 6317fbd6-92fd-41d8-a8a9-21faad23ff44 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:25:38.443415 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 6317fbd6-92fd-41d8-a8a9-21faad23ff44 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:25:38.579341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-68d5ce1b-c0b7-4b95-a686-f74949b82f78 req-81607f91-af88-4dcc-9cca-14084dcaf454 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307134 Aug 31 00:25:38.663852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:38.666387 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:38.687146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Made reservation on behalf of e53c8a6e81fe48d5b9609b921283e64d for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:25:38.697406 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:38.853346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:38.856906 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e92b5f9c-9a85-4b4f-a00f-6b9d83d30a6a req-3c42be6d-0206-4397-9033-4f6b4e287e35 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.2722697 Aug 31 00:25:38.893269 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f35a2-e8a2-42c5-ad74-65e3f0cae9dd req-ff47821a-0321-4be9-91ff-944b600c2ac6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:38.895751 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-659f35a2-e8a2-42c5-ad74-65e3f0cae9dd req-ff47821a-0321-4be9-91ff-944b600c2ac6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.1713085 Aug 31 00:25:38.917317 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43648) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:38.923326 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'port_id': 'e3547217-2be7-4db4-b82d-59dc6f1654fc'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:38.995012 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.090162 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Allocated IP 172.20.0.4 (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef/48bf62f3-98f0-4d98-8ec9-37c634a49893/9e1236d0-86cd-45da-a9dc-878f6a1707a4) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:39.217974 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43654) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:39.351305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.408182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.471721 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (28d10701-b1f5-42ad-ac4f-38890f0c0af8), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.476467 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:39.486741 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:39.494124 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:39.547888 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:39.593609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:39.594645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.624933 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-fcc7c3bd-173e-4487-9d61-0f9fb91e422a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3009908 Aug 31 00:25:39.673788 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.789539 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-a24545b1-3ae4-42bd-af7e-b010ab1bd5ad None None] Provisioning complete for port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:39.789903 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a24545b1-3ae4-42bd-af7e-b010ab1bd5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.836694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (28d10701-b1f5-42ad-ac4f-38890f0c0af8), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:39.840004 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-a24545b1-3ae4-42bd-af7e-b010ab1bd5ad None None] Port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:25:39.927419 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.064694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:40.074713 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (28d10701-b1f5-42ad-ac4f-38890f0c0af8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.078744 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.080323 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/28d10701-b1f5-42ad-ac4f-38890f0c0af8 HTTP/1.1" status: 204 len: 168 time: 0.8608298 Aug 31 00:25:40.087290 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbb0a9-9614-440e-8574-44d673b446ae req-6d168c7b-53b0-4dd0-a2fd-23e63d1bd259 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:40.090137 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31bbb0a9-9614-440e-8574-44d673b446ae req-6d168c7b-53b0-4dd0-a2fd-23e63d1bd259 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 931 time: 0.1018515 Aug 31 00:25:40.091424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43660) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:40.095642 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.107492 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.111315 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940e7c8-6766-44c5-872e-df89e3a47b45 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d10701-b1f5-42ad-ac4f-38890f0c0af8,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:40.131047 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-1d7f158f-7cd2-4826-aa61-d5bb65b5f3f0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] show failed (client error): The resource could not be found. Aug 31 00:25:40.132889 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1d7f158f-7cd2-4826-aa61-d5bb65b5f3f0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups/28d10701-b1f5-42ad-ac4f-38890f0c0af8 HTTP/1.1" status: 404 len: 347 time: 0.0397255 Aug 31 00:25:40.149511 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43662) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:40.257111 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP 74d3609b-1709-47a8-af9c-885414dca98a associated. External IP: 172.27.4.248, port: e3547217-2be7-4db4-b82d-59dc6f1654fc. Aug 31 00:25:40.350471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31bbb0a9-9614-440e-8574-44d673b446ae req-64d45a3b-09a4-43c4-9ae9-84084296e2d7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434371 Aug 31 00:25:40.408300 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Deleting port adb1739e-9b03-4959-86b2-5b6b31ca4fb7 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:25:40.408867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.519525 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:40.536645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.537064 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.560192 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Calling delete_port for adb1739e-9b03-4959-86b2-5b6b31ca4fb7 owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:25:40.585918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:40.600353 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:40.697044 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:40.706011 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:40.711802 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:40.727336 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:40.728239 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:40.766478 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a997a2c3-0e25-41d4-b30a-a14a7d0800ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/74d3609b-1709-47a8-af9c-885414dca98a HTTP/1.1" status: 200 len: 992 time: 1.8476970 Aug 31 00:25:40.767642 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:40.772123 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f8aaa-403c-4894-9972-b561ecb108e1" -d '{"events": [{"name": "network-changed", "server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:40.843112 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e1c9a-8daf-4c2a-9e40-0d97472067ed x-openstack-request-id: req-cf7e1c9a-8daf-4c2a-9e40-0d97472067ed {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:40.844257 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:40.844257 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf7e1c9a-8daf-4c2a-9e40-0d97472067ed {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:40.844671 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7e1c9a-8daf-4c2a-9e40-0d97472067ed'] response: {'name': 'network-changed', 'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'status': 'completed', 'code': 200} Aug 31 00:25:40.889093 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:41.034569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:41.056263 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (adb1739e-9b03-4959-86b2-5b6b31ca4fb7), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.090407 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'Port': ['ID=adb1739e-9b03-4959-86b2-5b6b31ca4fb7,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:41.143236 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:41.179740 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (84f5e2ea-cd1f-4919-a80c-72b396bdf82a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.182650 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.184369 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-70f28047-d186-4ed6-abed-84736415a33f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/84f5e2ea-cd1f-4919-a80c-72b396bdf82a HTTP/1.1" status: 204 len: 168 time: 1.0330367 Aug 31 00:25:41.215765 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:41.221270 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '74d3609b-1709-47a8-af9c-885414dca98a', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:ae:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599f96bf-1137-4129-af25-5d61b32a4349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:08Z', 'updated_at': '2022-08-31T00:25:39Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:41.253418 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:41.264766 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:41.265040 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:41.286957 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43672) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:41.292012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620532061', 'description': 'tempest-description--881242192'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:41.322687 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.415320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (34276fe5-2898-4c35-9bbd-88169cf568a5), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.421041 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (34276fe5-2898-4c35-9bbd-88169cf568a5), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.470847 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.472840 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1846545 Aug 31 00:25:41.478330 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43676) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:41.488686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3aec9c-bedb-4ce6-b171-0b63755cb188 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34276fe5-2898-4c35-9bbd-88169cf568a5,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:41.492950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group_rule': {'security_group_id': '34276fe5-2898-4c35-9bbd-88169cf568a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:41.512202 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:41.549903 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014e8c8-2966-480f-abeb-ae42078a5bc9 req-6971bd78-0a85-427b-aa8e-fea37f9836a8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:41.550546 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (ab8c0e4b-1cfd-4462-b14b-bf675a90f098), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.552603 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7014e8c8-2966-480f-abeb-ae42078a5bc9 req-6971bd78-0a85-427b-aa8e-fea37f9836a8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 931 time: 0.0855942 Aug 31 00:25:41.605941 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.625155 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Request body: {'port': {'device_id': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:41.682905 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (ab8c0e4b-1cfd-4462-b14b-bf675a90f098), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.690537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (ab8c0e4b-1cfd-4462-b14b-bf675a90f098), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.728032 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8c0e4b-1cfd-4462-b14b-bf675a90f098,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:41.747260 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.754507 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-91d3bdb1-e6c0-4396-b7f0-3a5ffc9665d0 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692685 Aug 31 00:25:41.755060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43678) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:41.767587 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7014e8c8-2966-480f-abeb-ae42078a5bc9 req-97cdff95-a707-4039-83d7-a9caca5720d1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050033 Aug 31 00:25:41.769782 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'security_group_rule': {'security_group_id': '34276fe5-2898-4c35-9bbd-88169cf568a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:41.826542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (2c86e35c-b6a7-48e7-8f95-95702bab3154), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.838403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:41.845462 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-5648c496-0b0a-4bea-a763-188976b755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:41.847781 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-5648c496-0b0a-4bea-a763-188976b755ac service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 1130 time: 0.1992109 Aug 31 00:25:41.856685 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.860363 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '74d3609b-1709-47a8-af9c-885414dca98a', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:ae:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599f96bf-1137-4129-af25-5d61b32a4349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:08Z', 'updated_at': '2022-08-31T00:25:39Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:41.913480 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26463420-c58b-441d-af1c-f85fa889ab28 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '74d3609b-1709-47a8-af9c-885414dca98a', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:ae:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599f96bf-1137-4129-af25-5d61b32a4349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:08Z', 'updated_at': '2022-08-31T00:25:39Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:41.925570 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (2c86e35c-b6a7-48e7-8f95-95702bab3154), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.932876 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (2c86e35c-b6a7-48e7-8f95-95702bab3154), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.974116 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c86e35c-b6a7-48e7-8f95-95702bab3154,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:41.986150 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:41.993897 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-90b738b4-51f3-4997-a09d-4a7e4410ab35 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344084 Aug 31 00:25:41.994080 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43682) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:42.001241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:42.050948 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.206019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.241263 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-c930b8b9-7940-49c0-a397-30d68301203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:42.243953 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-c930b8b9-7940-49c0-a397-30d68301203a service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 0.3811324 Aug 31 00:25:42.293569 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb1af5-ea79-4bb5-94a7-2e6bf3c3f17a None None] New status for floating IP 74d3609b-1709-47a8-af9c-885414dca98a: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:25:42.460761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Allocated IP 172.27.4.181 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/4c2aeeac-66a9-46ea-8a14-571c5dca1382) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:42.477690 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-e40d9b7b-ea85-43d7-b28c-b461c83d4b0f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc HTTP/1.1" status: 200 len: 1000 time: 0.2220583 Aug 31 00:25:42.623091 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:42.667054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-8f3aa50e-0077-4eb8-850f-389df98bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:42.669332 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-8f3aa50e-0077-4eb8-850f-389df98bbb9e service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.1732059 Aug 31 00:25:42.690966 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.700540 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:42.759960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.773103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:42.787346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks [] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.791201 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-025fa2ea-6c54-47ad-b456-992764ad501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:42.792938 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-025fa2ea-6c54-47ad-b456-992764ad501a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139529 Aug 31 00:25:42.832103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Transition to ACTIVE for port object 9e1236d0-86cd-45da-a9dc-878f6a1707a4 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:25:42.836398 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:42.847273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:42.854277 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:42.864098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:42.907451 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=4c2aeeac-66a9-46ea-8a14-571c5dca1382,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:42.911566 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:42.998241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:43.028634 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.076127 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-1df6050c-41e6-4121-9ceb-1e491e47b93e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731647 Aug 31 00:25:43.090454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777a3c-bd87-4692-9cd0-af3e48121293 req-2c4d1327-64b3-47f5-b325-f9b61d263ac2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.092109 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-26777a3c-bd87-4692-9cd0-af3e48121293 req-2c4d1327-64b3-47f5-b325-f9b61d263ac2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1647713 Aug 31 00:25:43.095268 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.177949 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Attempting to bind port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:25:43.178216 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Attempting to bind port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:25:43.178552 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Attempting to bind port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:43.192358 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:43.201947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:25:43.202395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Attempting to bind port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 on network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:43.233280 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:25:43.234545 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Checking segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:25:43.235030 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Bound using segment: {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:25:43.235517 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Bound port: 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:25:43.235906 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.262165 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-26777a3c-bd87-4692-9cd0-af3e48121293 req-fc45509b-7825-40bc-9ee5-9bda8134e1a0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582162 Aug 31 00:25:43.329395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.332344 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-439f8aaa-403c-4894-9972-b561ecb108e1 req-b2052e98-341b-49ab-9823-b5febc50744a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483320 Aug 31 00:25:43.335790 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.387316 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:25:43.394736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:25:43.405028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.413767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.414910 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.417426 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 1093 time: 1.8020833 Aug 31 00:25:43.421537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:43.424477 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=4c2aeeac-66a9-46ea-8a14-571c5dca1382,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:43.425140 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f888b12f-9c36-4f04-a773-9494e4bd3acd" -d '{"events": [{"name": "network-changed", "server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:43.427658 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.449674 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:43.451759 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1a48f0d3-bb74-42cb-a0a1-0e03a2ed9251 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4562883 Aug 31 00:25:43.518137 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f34c3d6-3ec7-4e59-85ad-092f9bfa2337 x-openstack-request-id: req-1f34c3d6-3ec7-4e59-85ad-092f9bfa2337 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:43.518567 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:43.518920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f34c3d6-3ec7-4e59-85ad-092f9bfa2337 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:43.519452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f34c3d6-3ec7-4e59-85ad-092f9bfa2337'] response: {'name': 'network-changed', 'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'status': 'completed', 'code': 200} Aug 31 00:25:43.535079 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd5d9-bca2-4c23-bb0f-05a5aa31f42e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:43.587638 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-da11f116-9310-4edd-bb1e-b773851171ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.589201 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-da11f116-9310-4edd-bb1e-b773851171ca service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1127 time: 0.0501263 Aug 31 00:25:43.646512 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-f4f6bb22-0b93-45bf-817d-0de13c81a014 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 217 time: 0.0393164 Aug 31 00:25:43.741631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-9e358d65-b6ab-40c0-9906-b61141e108a6 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--620532061&fields=id&tenant_id=5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 267 time: 0.0980353 Aug 31 00:25:43.743506 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-7ea69c23-edb7-4204-867d-37b9d39369b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.744907 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-7ea69c23-edb7-4204-867d-37b9d39369b7 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.0804510 Aug 31 00:25:43.856833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-43097d01-b8b7-487f-bb34-da457d45c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.858626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-43097d01-b8b7-487f-bb34-da457d45c98d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964460 Aug 31 00:25:43.890903 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:43.964836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d58b8dd1-bd4f-4584-ae33-3f983c42a69c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:43.966466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d58b8dd1-bd4f-4584-ae33-3f983c42a69c tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 810 time: 0.2165372 Aug 31 00:25:43.997474 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-2e60ae0a-0a9b-4133-a03c-ca45bbc727a7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 375 time: 0.0220988 Aug 31 00:25:44.018850 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-c4327700-124f-4fb0-b4f7-d2fb86719784 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540146 Aug 31 00:25:44.119475 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-ba230ae5-68d8-4bda-a9c0-99e4127e9720 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050749 Aug 31 00:25:44.177685 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5ee762d2-f157-4628-9416-6ae54247cd05 req-3694d3e7-79ce-4fdc-a785-0b1c51dcd852 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492498 Aug 31 00:25:44.328705 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-dfb62964-b3bb-45e6-94ec-c664dd8ccb0d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847923 Aug 31 00:25:44.480809 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:44.485034 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-c351ab87-f016-4318-b305-2e3b8ce225c6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489332 Aug 31 00:25:44.508677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce81f0-3012-44c4-a288-20eb47ec70aa req-85333332-5840-4e7c-b1cd-2e5e2b6d4298 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:44.510362 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42ce81f0-3012-44c4-a288-20eb47ec70aa req-85333332-5840-4e7c-b1cd-2e5e2b6d4298 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0755501 Aug 31 00:25:44.580926 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42ce81f0-3012-44c4-a288-20eb47ec70aa req-05fcbed1-1262-46fe-876e-360b35965dae tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558381 Aug 31 00:25:44.700978 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b29f1c7a-e1b9-493c-bde4-7dcd079349d8 req-d39da061-8e32-47f1-8413-d41a0bf8678a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 210 time: 0.0330679 Aug 31 00:25:45.371166 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-aa4e75c3-d2fc-4937-b738-eb2c2529f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:45.373882 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-aa4e75c3-d2fc-4937-b738-eb2c2529f6a1 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1127 time: 0.0688760 Aug 31 00:25:45.532853 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-9fc1354e-324c-4800-abfa-d199423b1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:45.534426 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-9fc1354e-324c-4800-abfa-d199423b1f9a service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.1539187 Aug 31 00:25:45.586490 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-998fae14-9718-4214-955f-73422653f792 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 217 time: 0.0458980 Aug 31 00:25:45.653519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-adf997c4-e71e-4950-b94b-a50c84245df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:45.662631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-adf997c4-e71e-4950-b94b-a50c84245df3 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.0705278 Aug 31 00:25:45.748439 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-358c8668-fece-4492-905c-2317cc55b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:45.752868 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-358c8668-fece-4492-905c-2317cc55b48d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841961 Aug 31 00:25:45.934152 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d327a294-036c-4eea-82ca-8c6c971a4b2a req-b4b08779-dfb0-4f56-bf8b-b27d5ab608fd tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 210 time: 0.0488610 Aug 31 00:25:45.943916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1570-5a3d-41f4-b8e6-591623a7674e req-66024c77-3ce6-4d04-a13a-1cb504dc18df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:45.945572 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cffd1570-5a3d-41f4-b8e6-591623a7674e req-66024c77-3ce6-4d04-a13a-1cb504dc18df tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1502311 Aug 31 00:25:46.005954 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-8f2a1dbf-c443-4bcf-ab55-343d9724d797 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462711 Aug 31 00:25:46.087270 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cffd1570-5a3d-41f4-b8e6-591623a7674e req-52470a4d-a9fb-4217-a541-d7724d7c76a8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254406 Aug 31 00:25:46.131605 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:46.155220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f888b12f-9c36-4f04-a773-9494e4bd3acd req-f262cb97-58ab-4ce3-ae3c-7a77b8f44cd7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416764 Aug 31 00:25:46.605703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-97114643-20c2-4500-8843-a55fef873261 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:46.607559 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-97114643-20c2-4500-8843-a55fef873261 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 810 time: 0.1533275 Aug 31 00:25:46.717772 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-c33e098d-9b77-491f-bb39-36631411e8f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d71e648b9ff42fb8b29beabe01a5512 HTTP/1.1" status: 200 len: 379 time: 0.0918577 Aug 31 00:25:46.791728 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'port': {'device_id': '5c64bfe1-3a21-410a-8b62-07114788167c', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'admin_state_up': True, 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'security_groups': ['34276fe5-2898-4c35-9bbd-88169cf568a5']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:47.006223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Made reservation on behalf of 5d71e648b9ff42fb8b29beabe01a5512 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:25:47.016548 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:47.114706 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6f83cad-d905-492b-acf3-88982da1651d req-7af3efe5-10e8-413d-b641-c9ff9f52ba98 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 210 time: 0.0621517 Aug 31 00:25:47.159875 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:47.284487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995da3fb-4760-4938-8e73-2d719e2e7199 req-34b315ee-2261-4a40-86d3-73c3f47f9e47 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:47.286067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-995da3fb-4760-4938-8e73-2d719e2e7199 req-34b315ee-2261-4a40-86d3-73c3f47f9e47 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0885255 Aug 31 00:25:47.291007 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Allocated IP 172.20.0.14 (9d68da4d-e52e-4644-8ba2-67d235ba58ef/24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1/9b0b524b-6589-4a3f-ad55-3ea2433fdd58) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:25:47.383057 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-995da3fb-4760-4938-8e73-2d719e2e7199 req-8783d7ec-3180-4dea-a03a-35bd8d4a7fe6 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865769 Aug 31 00:25:47.519324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:47.559923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:47.621382 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:25:47.626403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:25:47.629606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:25:47.947359 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event updated for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:47.947954 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-50186c32-f7ad-474b-b20d-7cdb8a2d99dc None None] Provisioning complete for port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:47.948600 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-50186c32-f7ad-474b-b20d-7cdb8a2d99dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:47.981672 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:47.982367 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:47.986656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:48.008061 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-50186c32-f7ad-474b-b20d-7cdb8a2d99dc None None] Port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:25:48.009359 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-d7223052-2267-4621-bf21-1aafd45e6da4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2223544 Aug 31 00:25:48.318706 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed00d-b89a-4bc8-b32a-9d719a136a39 req-a621f04b-b950-4219-99cb-be9dfede54f1 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:48.320364 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-da8ed00d-b89a-4bc8-b32a-9d719a136a39 req-a621f04b-b950-4219-99cb-be9dfede54f1 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 932 time: 0.0605376 Aug 31 00:25:48.384110 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-da8ed00d-b89a-4bc8-b32a-9d719a136a39 req-777df150-4d1b-4ef5-8ca6-f069a9a5d4f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529470 Aug 31 00:25:48.573329 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ad9a0-ae13-40c3-9356-64df50ff80da req-7be8cd35-9f11-484a-a099-cfb923dead7c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:48.575414 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-034ad9a0-ae13-40c3-9356-64df50ff80da req-7be8cd35-9f11-484a-a099-cfb923dead7c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0732028 Aug 31 00:25:48.642941 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-034ad9a0-ae13-40c3-9356-64df50ff80da req-7e297531-30bc-4d9f-a858-a07f3e67fa26 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599239 Aug 31 00:25:49.537194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab5ddd-606a-4225-9778-31cf0fb98914 req-ebc05dca-04d1-4683-840b-984d7d633aa7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:49.538708 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfab5ddd-606a-4225-9778-31cf0fb98914 req-ebc05dca-04d1-4683-840b-984d7d633aa7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 932 time: 0.0544536 Aug 31 00:25:49.605591 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfab5ddd-606a-4225-9778-31cf0fb98914 req-785cbeeb-19c0-4f22-a764-1584031b1c76 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563118 Aug 31 00:25:49.779272 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69bbfd-6bc6-4a79-b177-f69d1063d5f3 req-50483bbb-0d7b-4cea-a77e-5c24c6294741 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:49.781616 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6f69bbfd-6bc6-4a79-b177-f69d1063d5f3 req-50483bbb-0d7b-4cea-a77e-5c24c6294741 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Aug 31 00:25:49.845299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6f69bbfd-6bc6-4a79-b177-f69d1063d5f3 req-e485c9d7-f1cc-4d9b-b504-b2c4631553e3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536742 Aug 31 00:25:50.084227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Request body: {'port': {'device_id': '5c64bfe1-3a21-410a-8b62-07114788167c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:50.112622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:50.119096 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:25:50.159753 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.396654 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:50.417529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:25:50.480725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:50.481474 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.499149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:50.535057 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:50.539870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.585223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:50.585725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:50.596022 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks [] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.605675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:50.614184 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Transition to ACTIVE for port object 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:25:50.619437 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.759077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:50.826118 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0a53f-f70a-4ad8-9dcc-055a06bff84d req-ef61d8c2-27f5-40d9-9caf-33a70f4f5336 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:50.828915 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cab0a53f-f70a-4ad8-9dcc-055a06bff84d req-ef61d8c2-27f5-40d9-9caf-33a70f4f5336 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 944 time: 0.0879004 Aug 31 00:25:50.849544 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Attempting to bind port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:25:50.849934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Attempting to bind port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:25:50.850308 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Attempting to bind port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:50.867301 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:25:50.867662 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Attempting to bind port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 on network 9d68da4d-e52e-4644-8ba2-67d235ba58ef {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:25:50.873254 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:50.887510 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:25:50.887997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Checking segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:25:50.888519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Bound using segment: {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:25:50.889122 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Bound port: 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437f814d-1b58-48c7-832c-6d6ee422e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:25:50.889781 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:50.920039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cab0a53f-f70a-4ad8-9dcc-055a06bff84d req-9ea0a053-8ea2-4e18-b89b-e73e80aec886 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842221 Aug 31 00:25:50.939725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['9e1236d0-86cd-45da-a9dc-878f6a1707a4'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:25:51.043699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908e587-022c-4be5-8432-b47cf02df034 req-bc555c8a-89d9-4549-8c50-1942c62976db tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:51.045328 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c908e587-022c-4be5-8432-b47cf02df034 req-bc555c8a-89d9-4549-8c50-1942c62976db tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 944 time: 0.0916767 Aug 31 00:25:51.049275 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:25:51.053389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:25:51.069954 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:51.089666 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:51.090707 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:51.093686 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/9b0b524b-6589-4a3f-ad55-3ea2433fdd58 HTTP/1.1" status: 200 len: 1094 time: 1.0137169 Aug 31 00:25:51.097772 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:51.101621 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:51.228977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad0eb2-f20c-4fc4-b950-6cc1ca0ab0b8 x-openstack-request-id: req-f8ad0eb2-f20c-4fc4-b950-6cc1ca0ab0b8 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:51.229403 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:51.229749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8ad0eb2-f20c-4fc4-b950-6cc1ca0ab0b8 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:51.230240 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ad0eb2-f20c-4fc4-b950-6cc1ca0ab0b8'] response: {'name': 'network-changed', 'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'status': 'completed', 'code': 200} Aug 31 00:25:51.242627 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:51.267291 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c908e587-022c-4be5-8432-b47cf02df034 req-5b9383e5-3cb8-4a5f-b569-32c1ee1cf96e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113934 Aug 31 00:25:51.271561 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-0dcd050b-dcad-4155-8e69-e413777a4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:51.271561 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-0dcd050b-dcad-4155-8e69-e413777a4f9a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 1128 time: 0.0986259 Aug 31 00:25:51.273474 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022bb5-947d-4f69-aa3f-d7c42e221a89 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:51.331350 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-0a3aa0e6-1d38-43eb-a33a-5395dea120cb service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58 HTTP/1.1" status: 200 len: 217 time: 0.0452182 Aug 31 00:25:51.390544 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-f1a992a1-75a3-4deb-ab68-cff646bf1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:51.392202 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-f1a992a1-75a3-4deb-ab68-cff646bf1042 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.0540767 Aug 31 00:25:51.442147 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-3081928d-5f33-4cfc-b784-5ff601d2f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:51.443743 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-3081928d-5f33-4cfc-b784-5ff601d2f018 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452964 Aug 31 00:25:51.595256 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-eb254242-54d0-47cd-a659-cbb7ac327159 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438429 Aug 31 00:25:51.765542 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1330ec94-97f7-4094-a1e4-c3e6a163794f req-012c2931-c574-48c0-863f-d65a9fc8f04b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636662 Aug 31 00:25:51.859670 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=39 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:51.865789 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=43 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:52.083173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820dad7-1ac7-4c8d-a47e-d67d30c84ce5 req-39f92479-5d84-4793-842d-cd4b1b3c5a9a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:52.084813 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5820dad7-1ac7-4c8d-a47e-d67d30c84ce5 req-39f92479-5d84-4793-842d-cd4b1b3c5a9a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 944 time: 0.0563831 Aug 31 00:25:52.145621 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:25:52.165208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5820dad7-1ac7-4c8d-a47e-d67d30c84ce5 req-d52f84ee-7940-4a59-b9c8-915e9ebb4087 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738165 Aug 31 00:25:52.193418 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:52.197074 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:25:52.205359 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:52.205932 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:52.291665 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:52.291968 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:52.320064 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:52.322442 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee09ef9-b793-4bca-9637-05841d9e596f" -d '{"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:52.338448 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:52.346068 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:52.408564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417b977-5fef-4789-ac7c-5701b1bfaf06 x-openstack-request-id: req-2417b977-5fef-4789-ac7c-5701b1bfaf06 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:52.409072 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:52.409494 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2417b977-5fef-4789-ac7c-5701b1bfaf06 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:52.410243 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2417b977-5fef-4789-ac7c-5701b1bfaf06'] response: {'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'code': 200} Aug 31 00:25:52.442796 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:52.477492 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f122-faaa-4ccb-8eeb-aa845b424166 req-3ac75f4a-3e85-4013-b8d4-53410441de96 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:52.479701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a3c9f122-faaa-4ccb-8eeb-aa845b424166 req-3ac75f4a-3e85-4013-b8d4-53410441de96 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0691435 Aug 31 00:25:52.542606 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a3c9f122-faaa-4ccb-8eeb-aa845b424166 req-5d48fe1f-eded-4b24-82ee-fa039720a4ea tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511801 Aug 31 00:25:53.095484 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-a254b692-14f1-4518-a5d9-72386e0748ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.098407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-a254b692-14f1-4518-a5d9-72386e0748ec service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 1128 time: 0.1640215 Aug 31 00:25:53.220809 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-f5d576de-c5a7-4b88-8e0d-10e0b40a3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.222417 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-f5d576de-c5a7-4b88-8e0d-10e0b40a3f87 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.1177144 Aug 31 00:25:53.325471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d9b7f-e209-4190-9286-ee9c36eddbf0 req-9f944448-4137-4146-8f2c-d514ff6b0531 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.327598 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-012d9b7f-e209-4190-9286-ee9c36eddbf0 req-9f944448-4137-4146-8f2c-d514ff6b0531 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 944 time: 0.0528252 Aug 31 00:25:53.382563 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-012d9b7f-e209-4190-9286-ee9c36eddbf0 req-ca8756fa-cec2-4e35-82a2-0447317a6ef8 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487165 Aug 31 00:25:53.441536 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:53.442496 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=1,neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:53.629419 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-f7712de7-9ef5-4d21-8442-1cc5d61693bb service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58 HTTP/1.1" status: 200 len: 217 time: 0.0644517 Aug 31 00:25:53.646338 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:53.689149 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e851c-e428-4c53-8b84-f03d0eb7db68 req-a3df4018-957b-4aa7-ba86-6ccfdfe1549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.690870 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-394e851c-e428-4c53-8b84-f03d0eb7db68 req-a3df4018-957b-4aa7-ba86-6ccfdfe1549d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1129 time: 0.1189101 Aug 31 00:25:53.737867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-66b98cec-d2f9-471c-92c7-e16afea57fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.739379 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-66b98cec-d2f9-471c-92c7-e16afea57fe9 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.1038945 Aug 31 00:25:53.745400 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26642fc-748b-44a5-bfff-6ef8fc277389 req-ee35b025-1316-4a1c-a966-eb71caa1f4ea tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.746970 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e26642fc-748b-44a5-bfff-6ef8fc277389 req-ee35b025-1316-4a1c-a966-eb71caa1f4ea tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0962832 Aug 31 00:25:53.841628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:53.868355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-e0401d30-459a-461f-94ed-37a6250a7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:53.869929 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-e0401d30-459a-461f-94ed-37a6250a7f0e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009259 Aug 31 00:25:53.881809 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e26642fc-748b-44a5-bfff-6ef8fc277389 req-d82ed2e1-af29-4f9b-a18a-fe618a86e357 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236427 Aug 31 00:25:53.935371 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-394e851c-e428-4c53-8b84-f03d0eb7db68 req-e21933f2-8ef9-4c41-a6a4-c7b370bdbcc4 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689322 Aug 31 00:25:54.062352 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-b07f3e74-d68f-4050-b43d-9aaebdb64a72 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788011 Aug 31 00:25:54.140285 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:25:54.284516 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:54.305888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'port_id': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'mac_address': 'fa:16:3e:a7:56:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:25:54.372672 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:54.373338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:54.396313 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:25:54.428796 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:54.435090 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:54.478469 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-eefc9974-31f1-4c09-a8bb-fc4e7384f4b8 req-7bba4099-2720-4fa7-b707-5078c30c146e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563568 Aug 31 00:25:54.528235 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:54.534393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054fcf1-3c61-4571-adc4-01a833a4c730 req-9a29ae6a-6995-4013-90f0-263fa2050c4f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:54.536024 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4054fcf1-3c61-4571-adc4-01a833a4c730 req-9a29ae6a-6995-4013-90f0-263fa2050c4f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 945 time: 0.0621555 Aug 31 00:25:54.605770 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4054fcf1-3c61-4571-adc4-01a833a4c730 req-b3c411d6-d887-44d8-8edf-f3d90bfe6596 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573039 Aug 31 00:25:54.817152 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['9b0b524b-6589-4a3f-ad55-3ea2433fdd58'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:25:55.009247 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:55.078513 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781459-c77d-4bc9-bb99-d096bea67744 req-749d0e02-6ed5-4f81-bc24-e82581a10514 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:55.080083 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5a781459-c77d-4bc9-bb99-d096bea67744 req-749d0e02-6ed5-4f81-bc24-e82581a10514 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0684795 Aug 31 00:25:55.153911 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5a781459-c77d-4bc9-bb99-d096bea67744 req-20ef0081-3881-42b7-b1ec-c3cc363be284 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648308 Aug 31 00:25:55.384455 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4ee20-5b0c-4580-ba6d-d78a36338e2a req-12b42824-6e86-45e0-82e9-cc7628f4338a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:55.386112 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-57a4ee20-5b0c-4580-ba6d-d78a36338e2a req-12b42824-6e86-45e0-82e9-cc7628f4338a tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0591040 Aug 31 00:25:55.469548 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-57a4ee20-5b0c-4580-ba6d-d78a36338e2a req-15b22ff7-b383-43c6-bfb3-1f29cdea8b87 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718138 Aug 31 00:25:55.742642 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd500c-5ed8-4b52-b217-13510fb1d2e1 req-2d2f0742-e1d8-4519-b9f9-1373a350ad44 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:55.745253 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35bd500c-5ed8-4b52-b217-13510fb1d2e1 req-2d2f0742-e1d8-4519-b9f9-1373a350ad44 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 945 time: 0.0558274 Aug 31 00:25:55.818487 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35bd500c-5ed8-4b52-b217-13510fb1d2e1 req-ef85e4d9-2999-48a6-b63a-186bf8563002 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648911 Aug 31 00:25:56.159191 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:25:56.219690 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:25:56.227965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:25:56.228378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:56.310811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:56.334767 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:25:56.335232 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:56.349513 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84ce84-2776-4b9e-a865-553e5c70214a req-07acf342-5776-462e-a9c5-d7331610b1bd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:56.352605 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7c84ce84-2776-4b9e-a865-553e5c70214a req-07acf342-5776-462e-a9c5-d7331610b1bd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0702612 Aug 31 00:25:56.371164 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:56.374044 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa35b9-73f0-41b6-b69b-af5cb4fd2c4e" -d '{"events": [{"server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "name": "network-vif-plugged", "status": "completed", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:56.392511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:25:56.399014 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:56.450853 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7c84ce84-2776-4b9e-a865-553e5c70214a req-e3f07b8c-93be-4b6d-91be-712f0c21dc11 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878239 Aug 31 00:25:56.453536 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac3de17-87b9-4378-8e44-cc4029a60875 x-openstack-request-id: req-cac3de17-87b9-4378-8e44-cc4029a60875 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:56.453930 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "name": "network-vif-plugged", "status": "completed", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:56.454468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cac3de17-87b9-4378-8e44-cc4029a60875 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:56.455032 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac3de17-87b9-4378-8e44-cc4029a60875'] response: {'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'code': 200} Aug 31 00:25:56.477783 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:25:56.697558 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64c45f-5bdd-45ce-b45e-bbab7c0e7464 req-c99f645b-e064-4dba-832f-9782e9b3d720 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:56.699355 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b64c45f-5bdd-45ce-b45e-bbab7c0e7464 req-c99f645b-e064-4dba-832f-9782e9b3d720 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1322553 Aug 31 00:25:56.710525 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35af8e-f613-4938-b831-16b07724fb67 req-69350cf3-6cf5-4caf-93a7-6b6a33bab6a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:56.712623 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ca35af8e-f613-4938-b831-16b07724fb67 req-69350cf3-6cf5-4caf-93a7-6b6a33bab6a3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1269913 Aug 31 00:25:56.729656 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43868) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:25:56.737102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Request body: {'floatingip': {'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:25:56.795349 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b64c45f-5bdd-45ce-b45e-bbab7c0e7464 req-62db1602-5a5e-4dc3-8bfa-e0197d32df89 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805380 Aug 31 00:25:56.809953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:56.984849 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0c00-8bc9-411f-81cb-02833e1bb294 req-c2d90c0a-cb06-49e8-be8c-e1dac5640a2e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:56.986430 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-edaf0c00-8bc9-411f-81cb-02833e1bb294 req-c2d90c0a-cb06-49e8-be8c-e1dac5640a2e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0776653 Aug 31 00:25:57.039547 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:57.086145 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-edaf0c00-8bc9-411f-81cb-02833e1bb294 req-fff6e127-8f4d-4a6a-9741-b91cf7def82e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878291 Aug 31 00:25:57.423424 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:57.428434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:57.535770 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Floating IP ad8362ce-6f3c-49da-9610-dc1dee4b8afc associated. External IP: 172.27.4.179, port: 9e1236d0-86cd-45da-a9dc-878f6a1707a4. Aug 31 00:25:57.760321 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:25:57.919542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:25:57.927694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:25:57.943189 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:25:57.988011 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:57.993848 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a245dfa1-24c2-4d73-8406-9df6f65d3957 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/ad8362ce-6f3c-49da-9610-dc1dee4b8afc HTTP/1.1" status: 200 len: 991 time: 1.2601910 Aug 31 00:25:57.993848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:25:57.995950 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:57.997302 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfca1148-725c-4c63-bddb-ad91705c1784" -d '{"events": [{"name": "network-changed", "server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:25:58.042143 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6653a-b403-4619-b717-6d335e6467a1 req-3551d0d8-a6a2-414a-8197-8a16e1930b70 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:58.044843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5f6653a-b403-4619-b717-6d335e6467a1 req-3551d0d8-a6a2-414a-8197-8a16e1930b70 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1073427 Aug 31 00:25:58.055522 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e63500f-a6fe-485a-a883-cc2244cf3272 x-openstack-request-id: req-8e63500f-a6fe-485a-a883-cc2244cf3272 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:25:58.055964 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:25:58.056396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8e63500f-a6fe-485a-a883-cc2244cf3272 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:25:58.057020 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e63500f-a6fe-485a-a883-cc2244cf3272'] response: {'name': 'network-changed', 'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'status': 'completed', 'code': 200} Aug 31 00:25:58.082290 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:25:58.135638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f5f6653a-b403-4619-b717-6d335e6467a1 req-bb9b2484-78f9-41a9-ad48-aa96c0fcb6f9 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836143 Aug 31 00:25:58.167008 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:58.275758 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5437c-097b-45f4-8b04-24391af836e9 req-f244a1f3-fe77-439b-85ea-d293c7af2f3a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:58.278017 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cda5437c-097b-45f4-8b04-24391af836e9 req-f244a1f3-fe77-439b-85ea-d293c7af2f3a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0660534 Aug 31 00:25:58.371995 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cda5437c-097b-45f4-8b04-24391af836e9 req-7bee5b40-2890-4211-ba82-5ad91f7fd3f9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809522 Aug 31 00:25:58.491192 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ad8362ce-6f3c-49da-9610-dc1dee4b8afc', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.179', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:29Z', 'updated_at': '2022-08-31T00:25:57Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:58.523503 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:25:58.534288 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:25:58.535034 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:58.651858 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:25:58.905821 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ad8362ce-6f3c-49da-9610-dc1dee4b8afc', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.179', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:29Z', 'updated_at': '2022-08-31T00:25:57Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:25:58.933605 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df098b99-9f62-4f8e-928d-2b4443c47cdc None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'ad8362ce-6f3c-49da-9610-dc1dee4b8afc', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'floating_ip_address': '172.27.4.179', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:29Z', 'updated_at': '2022-08-31T00:25:57Z', 'revision_number': 1, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:25:59.203504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a746d6-0e17-4941-8634-228c474e7b27 None None] New status for floating IP ad8362ce-6f3c-49da-9610-dc1dee4b8afc: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:25:59.339980 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b973-24f5-4239-b5a0-733a35046b32 req-882bb164-0839-4c9f-bc73-dc7e1a640c79 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.339980 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f219b973-24f5-4239-b5a0-733a35046b32 req-882bb164-0839-4c9f-bc73-dc7e1a640c79 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0763302 Aug 31 00:25:59.442041 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f219b973-24f5-4239-b5a0-733a35046b32 req-f631b3e7-56c0-4470-af23-f2f27ccd7be4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911052 Aug 31 00:25:59.579443 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-ddb0a4ee-4e25-45b8-a535-13dd3375a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.581162 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-ddb0a4ee-4e25-45b8-a535-13dd3375a56a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1129 time: 0.0969102 Aug 31 00:25:59.599901 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62664-23f8-474d-9ce2-dfc95ae2702c req-9bdb55e8-5c70-4054-9c67-688d13389891 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.601530 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3b62664-23f8-474d-9ce2-dfc95ae2702c req-9bdb55e8-5c70-4054-9c67-688d13389891 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0708098 Aug 31 00:25:59.663556 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3b62664-23f8-474d-9ce2-dfc95ae2702c req-1cea4857-ec28-4d61-8269-67ba9bdc766b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557373 Aug 31 00:25:59.799196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-38c34f33-1bd4-4667-bf7f-3fc78306d450 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.800781 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-38c34f33-1bd4-4667-bf7f-3fc78306d450 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.1362083 Aug 31 00:25:59.822770 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cbf8a-da51-4b1f-87f1-b8f222b7e49c req-34de40d6-62be-42b4-8c3a-2e419ff4c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.824360 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c88cbf8a-da51-4b1f-87f1-b8f222b7e49c req-34de40d6-62be-42b4-8c3a-2e419ff4c6c3 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 1130 time: 0.1282108 Aug 31 00:25:59.946393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-33931dd9-a110-4ebd-8bc0-fefcf80d2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:25:59.947824 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-33931dd9-a110-4ebd-8bc0-fefcf80d2661 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.2821398 Aug 31 00:25:59.959778 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c88cbf8a-da51-4b1f-87f1-b8f222b7e49c req-ff50216e-c40a-409c-8334-a5398cdfec11 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123958 Aug 31 00:26:00.009919 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Deleting port bb85f003-67c3-4300-9f2a-5e9218c74a03 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:00.010273 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:00.081843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-5eb44bd9-dcc8-40e7-9924-490f5e617fa7 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 1001 time: 0.1247520 Aug 31 00:26:00.131229 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] For port bb85f003-67c3-4300-9f2a-5e9218c74a03, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=bb85f003-67c3-4300-9f2a-5e9218c74a03,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:00.131610 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:00.609048 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:00.614050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:00.666397 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-c560e324-01d4-45f1-8dd8-4d7122e6a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:00.667904 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-c560e324-01d4-45f1-8dd8-4d7122e6a21b service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.4048734 Aug 31 00:26:00.676659 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:00.677001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:00.677367 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Floating IP 3c9fdb1f-32ff-418e-8ac8-38a18b975944 disassociated. External IP: 172.27.4.236, port: bb85f003-67c3-4300-9f2a-5e9218c74a03. Aug 31 00:26:00.677699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Calling delete_port for bb85f003-67c3-4300-9f2a-5e9218c74a03 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:00.711009 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86db78-1875-414d-ac97-94473409e6a5 req-9929a3b3-5710-4e39-8f81-855ea624598d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:00.712635 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e86db78-1875-414d-ac97-94473409e6a5 req-9929a3b3-5710-4e39-8f81-855ea624598d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 946 time: 0.0973096 Aug 31 00:26:00.840262 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-4551ce77-5906-4cb7-a9cb-c40583d5e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:00.841982 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-4551ce77-5906-4cb7-a9cb-c40583d5e27c service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1488597 Aug 31 00:26:00.913328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09fd0-56e4-4293-a2a4-097e19fbc051 req-3c2abe78-3fec-4650-a31f-2f0dedc851f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:00.914972 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7b09fd0-56e4-4293-a2a4-097e19fbc051 req-3c2abe78-3fec-4650-a31f-2f0dedc851f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.1489251 Aug 31 00:26:01.000637 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e86db78-1875-414d-ac97-94473409e6a5 req-cd521102-4c63-4565-bbe7-e5f3811e41af tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2dc97230-c8de-4b8b-8b6c-33bbef39f34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405262 Aug 31 00:26:01.109814 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7b09fd0-56e4-4293-a2a4-097e19fbc051 req-f5c2d38f-fe10-442c-b5ba-a77dce910dfd tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515403 Aug 31 00:26:01.116403 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-083179cf-a9d2-4954-987c-6d42ac15ad3c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571840 Aug 31 00:26:01.145072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (bb85f003-67c3-4300-9f2a-5e9218c74a03), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:01.180713 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event deleted for resources: {'Port': ['ID=bb85f003-67c3-4300-9f2a-5e9218c74a03,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:01.314627 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:01.440674 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:01.454896 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:01.468942 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:01.469661 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:01.507962 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] No DVR routers for this DVR port bb85f003-67c3-4300-9f2a-5e9218c74a03 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:01.513530 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:01.521012 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ebf1d012-151f-4989-9afb-10f51a156af7 req-b4874818-3787-4818-8c3d-35c53eb373b4 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "DELETE /networking/v2.0/ports/bb85f003-67c3-4300-9f2a-5e9218c74a03 HTTP/1.1" status: 204 len: 173 time: 1.7095726 Aug 31 00:26:01.521840 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'name': 'network-vif-deleted', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:01.526565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d069643-d025-4250-a4da-acdee26384c9" -d '{"events": [{"server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "name": "network-vif-deleted", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:01.603189 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4dd980-7466-4fb9-9b7c-a088a38461c7 x-openstack-request-id: req-ae4dd980-7466-4fb9-9b7c-a088a38461c7 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:01.603574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e8d6e3-f38c-4d75-8f36-60f17fec87a4", "name": "network-vif-deleted", "tag": "bb85f003-67c3-4300-9f2a-5e9218c74a03", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:01.603911 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae4dd980-7466-4fb9-9b7c-a088a38461c7 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:01.604139 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:01.604615 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4dd980-7466-4fb9-9b7c-a088a38461c7'] response: {'server_uuid': '76e8d6e3-f38c-4d75-8f36-60f17fec87a4', 'name': 'network-vif-deleted', 'tag': 'bb85f003-67c3-4300-9f2a-5e9218c74a03', 'status': 'completed', 'code': 200} Aug 31 00:26:01.686158 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43926) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:01.783068 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:01.797520 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Deleting subnet c17130ed-19f7-47ab-80e6-9b8b76627795 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:26:01.801595 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Publish callbacks [] for subnet (c17130ed-19f7-47ab-80e6-9b8b76627795), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:01.835809 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:01.883978 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dfca1148-725c-4c63-bddb-ad91705c1784 req-8cff7f3d-810f-4b44-9ec4-80b1530c9ad2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266080 Aug 31 00:26:01.899377 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (c17130ed-19f7-47ab-80e6-9b8b76627795), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:01.902063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:01.902797 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:01.979005 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (c17130ed-19f7-47ab-80e6-9b8b76627795), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.098931 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (c17130ed-19f7-47ab-80e6-9b8b76627795), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.169837 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bb85f003-67c3-4300-9f2a-5e9218c74a03 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:02.175329 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.199241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.217202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43934) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:02.230957 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/c17130ed-19f7-47ab-80e6-9b8b76627795 HTTP/1.1" status: 204 len: 168 time: 0.5245121 Aug 31 00:26:02.233740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: bb85f003-67c3-4300-9f2a-5e9218c74a03 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:02.234675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device bb85f003-67c3-4300-9f2a-5e9218c74a03 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:02.234905 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17130ed-19f7-47ab-80e6-9b8b76627795,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:02.236844 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:02.253311 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:02.254374 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.262110 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.263065 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.263869 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.264781 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.265587 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.266804 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.267631 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.268467 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.269480 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.270641 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.271463 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.272287 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.273121 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.274136 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.275045 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd8ae0-571b-465e-b75c-e0348cfadddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:02.289490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:02.321517 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:02.371637 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3613603c-ad14-4883-a80a-2b118b685cc3 req-2e41d1ff-4900-4482-91cc-f99551c4e74b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=76e8d6e3-f38c-4d75-8f36-60f17fec87a4 HTTP/1.1" status: 200 len: 210 time: 0.0825725 Aug 31 00:26:02.393977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.406869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a458421-8413-4463-a041-9d0fc4a8b70b req-ca55ace6-ec8a-4b0f-a7f0-03ab72db263a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:02.408733 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5a458421-8413-4463-a041-9d0fc4a8b70b req-ca55ace6-ec8a-4b0f-a7f0-03ab72db263a tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.1211188 Aug 31 00:26:02.464898 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:02.525960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.560243 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5a458421-8413-4463-a041-9d0fc4a8b70b req-7c2a442d-8e25-4b29-abb3-f1e0972efe2e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178076 Aug 31 00:26:02.565528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.577795 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528173e9-2e9c-423a-bff8-6dc4d746bed1') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.578196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528173e9-2e9c-423a-bff8-6dc4d746bed1') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.602043 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (528173e9-2e9c-423a-bff8-6dc4d746bed1), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.628878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (528173e9-2e9c-423a-bff8-6dc4d746bed1), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.641282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:26:02.642062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (528173e9-2e9c-423a-bff8-6dc4d746bed1), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.698414 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 528173e9-2e9c-423a-bff8-6dc4d746bed1 resource provider aggregate not found Aug 31 00:26:02.721920 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 528173e9-2e9c-423a-bff8-6dc4d746bed1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 528173e9-2e9c-423a-bff8-6dc4d746bed1 found for delete ", "request_id": "req-ca2e7a9b-43e4-4569-9f18-bea668f5de62"}]} Aug 31 00:26:02.756036 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db8ff5-2b6f-4841-b839-fbed4b629b9c req-0b07559b-f678-4e45-9633-78d85a8b1596 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:02.757718 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-10db8ff5-2b6f-4841-b839-fbed4b629b9c req-0b07559b-f678-4e45-9633-78d85a8b1596 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0984008 Aug 31 00:26:02.759062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.768184 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.775290 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb HTTP/1.1" status: 204 len: 168 time: 0.5523384 Aug 31 00:26:02.776503 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43942) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:02.783272 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48df57-c347-4fdb-9e70-c94974f550cc admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7bd654-7a6a-455d-b9c1-26e1fa3e9adb,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:02.792388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Request body: {'floatingip': {'port_id': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:02.828991 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:02.887106 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:02.893982 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340982d1-ea9d-4b3d-a748-5d395a6c2df6 None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'bfadb9f3-9ba9-4644-8052-188358f03df9', 'name': '', 'network_id': 'f5d24600-1d04-47b6-a84d-0a5669f6e4ab', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'mac_address': 'fa:16:3e:ce:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:35Z', 'updated_at': '2022-08-31T00:20:56Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'subnets': [{'id': '4b18b65b-c777-4800-a6e0-698661a2264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:03.122606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43946) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:03.226240 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-609df98d-8164-4da2-829c-c6fbdac0f4d7 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=29f449e37cc6482eaca34671c7541c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1018293 Aug 31 00:26:03.226896 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43948) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:03.327858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] Publish callbacks [] for security_group (7ff3b6fc-6b8c-421b-b5bd-1159aac24949), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.376923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] Publish callbacks [] for security_group (7ff3b6fc-6b8c-421b-b5bd-1159aac24949), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.417836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58265299-52a7-47a9-9978-eab837fbfe2d None None] New status for floating IP 3c9fdb1f-32ff-418e-8ac8-38a18b975944: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:26:03.517976 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7ff3b6fc-6b8c-421b-b5bd-1159aac24949), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.527588 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.534404 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7ff3b6fc-6b8c-421b-b5bd-1159aac24949 HTTP/1.1" status: 204 len: 168 time: 0.3059764 Aug 31 00:26:03.554879 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9347976-8fb5-4927-b42b-385c756af7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3b6fc-6b8c-421b-b5bd-1159aac24949,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:03.604466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43956) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:03.721635 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (2dc97230-c8de-4b8b-8b6c-33bbef39f34a), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.775372 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (2dc97230-c8de-4b8b-8b6c-33bbef39f34a), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.891895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2dc97230-c8de-4b8b-8b6c-33bbef39f34a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.897073 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:03.899603 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2dc97230-c8de-4b8b-8b6c-33bbef39f34a HTTP/1.1" status: 204 len: 168 time: 0.2931681 Aug 31 00:26:03.909223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43960) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:03.917667 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d8c3c-e0d8-4aa1-ab9d-b4b806e5a095 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc97230-c8de-4b8b-8b6c-33bbef39f34a,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:03.934048 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.api.v2.resource [None req-5ca7559e-c495-4905-a9da-a09d76d9061b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] show failed (client error): The resource could not be found. Aug 31 00:26:03.940643 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5ca7559e-c495-4905-a9da-a09d76d9061b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups/2dc97230-c8de-4b8b-8b6c-33bbef39f34a HTTP/1.1" status: 404 len: 347 time: 0.0296338 Aug 31 00:26:03.944527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43962) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:04.125082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Deleting port d574a2d7-aba0-411a-8776-7ddf7fd1927d {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:04.126085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.189357 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.197135 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.236939 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:04.266512 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.267270 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (d574a2d7-aba0-411a-8776-7ddf7fd1927d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.299940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Calling delete_port for d574a2d7-aba0-411a-8776-7ddf7fd1927d owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:04.315450 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Floating IP 0c7405a5-fd79-494c-b5ba-edf23d698599 associated. External IP: 172.27.4.181, port: 9b0b524b-6589-4a3f-ad55-3ea2433fdd58. Aug 31 00:26:04.360641 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:04.536791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (d574a2d7-aba0-411a-8776-7ddf7fd1927d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.546194 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-99c04903-9c8d-4914-9399-2ffefcb8e045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.585735 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event deleted for resources: {'Port': ['ID=d574a2d7-aba0-411a-8776-7ddf7fd1927d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:04.694693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:04.707610 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks [] for floatingip (3c9fdb1f-32ff-418e-8ac8-38a18b975944), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.710656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.714854 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-c689e552-851c-46b9-8713-00c190cc1fdc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/3c9fdb1f-32ff-418e-8ac8-38a18b975944 HTTP/1.1" status: 204 len: 168 time: 0.7658789 Aug 31 00:26:04.738098 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:04.928639 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:04.939875 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 43986) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:04.943573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:04.953397 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:04.959127 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:04.980678 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:04.982236 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:05.035244 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-05dd1dc3-2eb7-46e7-bd33-8333e17effc9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/0c7405a5-fd79-494c-b5ba-edf23d698599 HTTP/1.1" status: 200 len: 992 time: 2.2553701 Aug 31 00:26:05.036998 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:05.041064 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:05.131227 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c097c78-d44b-47f9-8323-b301df3bc5b6 x-openstack-request-id: req-6c097c78-d44b-47f9-8323-b301df3bc5b6 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:05.131776 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:05.132276 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c097c78-d44b-47f9-8323-b301df3bc5b6 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:05.133131 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c097c78-d44b-47f9-8323-b301df3bc5b6'] response: {'name': 'network-changed', 'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'status': 'completed', 'code': 200} Aug 31 00:26:05.157287 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1998995271-network', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:05.186826 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Made reservation on behalf of 5e59b45c75cb4f8ea7e7a47730709614 for: {'network': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:05.188423 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:05.192479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.221283 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.274158 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-6dbb0f81-e7c9-438f-bd91-30ccb22234ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:05.275657 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-6dbb0f81-e7c9-438f-bd91-30ccb22234ea service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 1130 time: 0.0707982 Aug 31 00:26:05.438147 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-8a812079-6ce2-491d-b433-b7ed8177e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:05.439693 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-8a812079-6ce2-491d-b433-b7ed8177e83a service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 200 len: 911 time: 0.1572344 Aug 31 00:26:05.456284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks [] for security_group (034222d4-d6e9-48f5-8699-a3505f9feff2), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.496178 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (034222d4-d6e9-48f5-8699-a3505f9feff2), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.499411 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '0c7405a5-fd79-494c-b5ba-edf23d698599', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.181', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:a7:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c64bfe1-3a21-410a-8b62-07114788167c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:42Z', 'updated_at': '2022-08-31T00:26:04Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:05.536768 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:05.549794 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:05.550593 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:25:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:05.550785 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=112890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:26:05.568271 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034222d4-d6e9-48f5-8699-a3505f9feff2,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:05.589012 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-06991d12-e261-4f9a-a625-ccc04138f789 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58 HTTP/1.1" status: 200 len: 1000 time: 0.1402979 Aug 31 00:26:05.591017 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (5945b281-6f61-41ae-8167-994b8ea689c3), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.591581 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.segments_db [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Added segment 5945b281-6f61-41ae-8167-994b8ea689c3 of type vlan for network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 Aug 31 00:26:05.693940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (2cf33b5d-0191-49b5-9f4e-a777ce59af25), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.703676 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:05.711906 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-58f16232-739e-4b78-bc7a-266e63c07eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:05.713495 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-58f16232-739e-4b78-bc7a-266e63c07eb3 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 200 len: 849 time: 0.1072335 Aug 31 00:26:05.717138 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:05.763587 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (2cf33b5d-0191-49b5-9f4e-a777ce59af25), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.764697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:05.765369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.789768 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-5d3de9e4-c5c9-4860-8037-7423b28cae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:05.791242 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-5d3de9e4-c5c9-4860-8037-7423b28cae51 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=9d68da4d-e52e-4644-8ba2-67d235ba58ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673428 Aug 31 00:26:05.796703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:05.827542 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:05.853537 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9120975 Aug 31 00:26:05.860740 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 43994) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:05.869378 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Request body: {'subnet': {'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1998995271-subnet', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:05.912449 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Made reservation on behalf of 5e59b45c75cb4f8ea7e7a47730709614 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:05.917105 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:05.937265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7ae7-c3c5-4941-b6d0-51a485476509 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf33b5d-0191-49b5-9f4e-a777ce59af25,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:05.955259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:06.039044 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:06.044051 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-24e11f2f-a794-41ec-b4c8-abb61f939ddb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101085 Aug 31 00:26:06.191113 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '0c7405a5-fd79-494c-b5ba-edf23d698599', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.181', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:a7:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c64bfe1-3a21-410a-8b62-07114788167c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:42Z', 'updated_at': '2022-08-31T00:26:04Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:06.253700 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649a684-9d44-44fb-bb3f-3edf86c9b727 None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '0c7405a5-fd79-494c-b5ba-edf23d698599', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'floating_ip_address': '172.27.4.181', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'port_id': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'mac_address': 'fa:16:3e:a7:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c64bfe1-3a21-410a-8b62-07114788167c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:25:42Z', 'updated_at': '2022-08-31T00:26:04Z', 'revision_number': 1, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:06.270762 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (266b825c-aea6-4008-a1a4-57098bc4ae25), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.276041 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ee390dc-5a03-4eb5-94c5-fb72e7f46ab5 req-e06b7210-d343-45dc-bee9-31dbe4a3e60e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254963 Aug 31 00:26:06.394222 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Pushing event updated for resources: {'Subnet': ['ID=266b825c-aea6-4008-a1a4-57098bc4ae25,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:06.402964 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:06.403447 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Network hostable DHCP agents. Network: 2cf33b5d-0191-49b5-9f4e-a777ce59af25, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:06.445001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:06.459852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 2cf33b5d-0191-49b5-9f4e-a777ce59af25) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:06.468041 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:06.470344 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.474393 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9f28f-61e0-4ad1-9cae-f5af5496ad29 None None] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:06.498238 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8819490e-4a1e-485d-9d9a-e54657f478da admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6355345 Aug 31 00:26:06.502152 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44002) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:06.508847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:06.550833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.553007 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.570653 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1868f-8f23-4e13-afa9-696586b451d4 None None] New status for floating IP 0c7405a5-fd79-494c-b5ba-edf23d698599: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:26:06.642971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for router_controller (85c3a810-5faf-4985-91cc-fe5eb241e7de), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.794530 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:26:06.796473 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.804516 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for router_gateway (85c3a810-5faf-4985-91cc-fe5eb241e7de), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:06.953502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:07.008698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-403422f1-5c1c-42b0-adb4-b59e04a20944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.067648 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for router_gateway (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.091408 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.119511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:07.198850 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:07.227884 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Allocated IP 172.27.4.22 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/124cdebd-1373-4cab-84b2-85badfe24848) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:07.244134 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Allocated IP 172.20.0.2 (2cf33b5d-0191-49b5-9f4e-a777ce59af25/266b825c-aea6-4008-a1a4-57098bc4ae25/18f25d22-cbf5-4f4b-b14a-7a509efb7b2c) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:07.440779 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for port (124cdebd-1373-4cab-84b2-85badfe24848), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.504282 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (124cdebd-1373-4cab-84b2-85badfe24848), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.518883 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:07.521035 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks [] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.532193 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.579134 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:07.585121 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:07.597919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:07.600436 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:07.607277 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:07.611662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:07.661034 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Pushing event updated for resources: {'Port': ['ID=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:07.664747 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f50a0-dbb9-47a8-a89c-bf16a3daeb8d req-56508f57-f062-4f8e-b605-536ee3916317 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:07.668275 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-709f50a0-dbb9-47a8-a89c-bf16a3daeb8d req-56508f57-f062-4f8e-b605-536ee3916317 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0842490 Aug 31 00:26:07.670491 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Pushing event updated for resources: {'Port': ['ID=124cdebd-1373-4cab-84b2-85badfe24848,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:07.757932 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Attempting to bind port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:07.758501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Attempting to bind port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:07.759066 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Attempting to bind port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:07.768957 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:07.769614 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:07.770267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.770888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Bound using segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:07.771009 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-709f50a0-dbb9-47a8-a89c-bf16a3daeb8d req-0dc521e6-69f8-42da-953b-bf3121886f5b tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880711 Aug 31 00:26:07.771682 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Bound port: 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:07.772316 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.871234 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] For port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:07.877433 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] For port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:07.885279 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:07.972534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdea3fe-0533-4487-a089-64b8eaa13424 None None] Pushing event updated for resources: {'Port': ['ID=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:08.060702 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for router_gateway (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:08.206827 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:08.339531 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:08.352948 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:08.511271 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:26:08.649711 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:08.668557 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:08.676122 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:08.678427 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-280e14c4-2c8d-47e7-9cf1-6b6b91d5f2ea admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1747432 Aug 31 00:26:08.682133 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44010) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:08.687854 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:08.689428 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:08.772617 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:08.903464 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:09.043513 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c300365-68e7-4112-983c-dce9e1e709c4 req-9b472bc1-6fdd-4ce0-a178-c03a017dcce8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:09.048096 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1c300365-68e7-4112-983c-dce9e1e709c4 req-9b472bc1-6fdd-4ce0-a178-c03a017dcce8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1217175 Aug 31 00:26:09.164899 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8a268-343f-42b7-a8ca-f9a8ebe2472a None None] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:09.177065 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1c300365-68e7-4112-983c-dce9e1e709c4 req-25b4a0ae-a819-4d22-8ff4-d6cdb0314333 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111791 Aug 31 00:26:09.283574 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Provisioning complete for port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:09.284502 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.368406 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:07Z', 'revision_number': 3, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:09.407885 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:09.408242 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Updating router 85c3a810-5faf-4985-91cc-fe5eb241e7de port 124cdebd-1373-4cab-84b2-85badfe24848 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:26:09.452009 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (124cdebd-1373-4cab-84b2-85badfe24848), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.509255 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:09.571005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Current status of the port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:09.571701 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.627895 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:09.628614 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.631896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] For port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:09.661234 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.675731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:09.725148 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.756911 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7f4c4-3b8a-466f-aa5d-189cbfaae124 None None] Pushing event updated for resources: {'Port': ['ID=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:09.804935 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.811978 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-bda5611b-77a7-4a5f-b8ad-f0c47591836f None None] Provisioning complete for port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:09.812826 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-bda5611b-77a7-4a5f-b8ad-f0c47591836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.818026 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:09.921981 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks [] for port (124cdebd-1373-4cab-84b2-85badfe24848), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.929931 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (124cdebd-1373-4cab-84b2-85badfe24848), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.939463 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:09.970424 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.971455 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Attempting to bind port 124cdebd-1373-4cab-84b2-85badfe24848 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:09.971845 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Attempting to bind port 124cdebd-1373-4cab-84b2-85badfe24848 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:09.972272 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Attempting to bind port 124cdebd-1373-4cab-84b2-85badfe24848 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:09.973193 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-bda5611b-77a7-4a5f-b8ad-f0c47591836f None None] Current status of the port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:09.983935 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:09.984505 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:09.984771 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.985175 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:09.985827 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Bound port: 124cdebd-1373-4cab-84b2-85badfe24848, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:09.986230 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (124cdebd-1373-4cab-84b2-85badfe24848), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:09.990819 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:10.019778 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Pushing event updated for resources: {'Port': ['ID=124cdebd-1373-4cab-84b2-85badfe24848,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:10.039816 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.040217 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.040565 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.040930 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.041269 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.041599 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.041928 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.042253 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.042579 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.042907 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.043235 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.043560 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.043885 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.044229 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.044553 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:10.068522 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] For port 124cdebd-1373-4cab-84b2-85badfe24848, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:10.072616 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] For port 124cdebd-1373-4cab-84b2-85badfe24848, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=124cdebd-1373-4cab-84b2-85badfe24848,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:10.081537 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (124cdebd-1373-4cab-84b2-85badfe24848), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.097452 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Allocated IP 172.20.0.1 (2cf33b5d-0191-49b5-9f4e-a777ce59af25/266b825c-aea6-4008-a1a4-57098bc4ae25/f2b9d04c-aee6-4190-9317-fcb97efc8713) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:10.104284 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:10.129793 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:10.130450 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:10.181993 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f12835-782e-4aa6-9b39-4cef09e47433 None None] Pushing event updated for resources: {'Port': ['ID=124cdebd-1373-4cab-84b2-85badfe24848,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:10.238007 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:10.282602 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:10.298967 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks [] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.359027 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.402627 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb596f-3fd1-4ed5-9e66-fc34481bf03f req-bb3f1eda-aa9f-4e06-98e9-99fdd8c7315c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:10.405960 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b6cb596f-3fd1-4ed5-9e66-fc34481bf03f req-bb3f1eda-aa9f-4e06-98e9-99fdd8c7315c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.0851598 Aug 31 00:26:10.427150 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:10.440620 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:10.447766 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:10.458698 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Pushing event updated for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:10.515418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:10.549550 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b6cb596f-3fd1-4ed5-9e66-fc34481bf03f req-7e280eaa-3fb7-4936-a63c-8718b062942f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353521 Aug 31 00:26:10.557158 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.596585 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-b3c0b529-bcee-4f0f-8c62-7784c7655a0d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:10.599739 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-b3c0b529-bcee-4f0f-8c62-7784c7655a0d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 945 time: 0.1211166 Aug 31 00:26:10.644218 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:07Z', 'revision_number': 3, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:10.680569 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b9020-e1c2-4a2e-b472-fc3011e17f60 None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:07Z', 'revision_number': 3, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:10.769024 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.777606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Deleting port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:10.777966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.807120 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-a8b6981c-ada7-4a18-a71c-90ab8c0607d7 None None] Provisioning complete for port f2b9d04c-aee6-4190-9317-fcb97efc8713 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:10.808528 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a8b6981c-ada7-4a18-a71c-90ab8c0607d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.860715 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6981c-ada7-4a18-a71c-90ab8c0607d7 None None] Port f2b9d04c-aee6-4190-9317-fcb97efc8713 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:10.914512 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] For port eadb7db5-44a8-41e0-ac9f-63b1573f5a39, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:10.915035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:10.941216 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Calling delete_port for eadb7db5-44a8-41e0-ac9f-63b1573f5a39 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:11.069961 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks [] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:11.083560 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:11.132079 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (eadb7db5-44a8-41e0-ac9f-63b1573f5a39), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:11.178249 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event deleted for resources: {'Port': ['ID=eadb7db5-44a8-41e0-ac9f-63b1573f5a39,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:11.181055 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'b667fe99-0903-42b3-8838-53300f0a504b'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:26:11.220958 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Pushing event updated for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:11.225992 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:11.278299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] No DVR routers for this DVR port eadb7db5-44a8-41e0-ac9f-63b1573f5a39 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:11.282701 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:11.290702 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cb0e37e-bb45-4f7c-bbb8-9cc53fe1968c req-5e26448e-a3ea-4308-9885-b082a26d299f tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "DELETE /networking/v2.0/ports/eadb7db5-44a8-41e0-ac9f-63b1573f5a39 HTTP/1.1" status: 204 len: 173 time: 0.6767409 Aug 31 00:26:11.292749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'name': 'network-vif-deleted', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:11.301942 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35aab45-6299-4645-9068-cf108bed7748" -d '{"events": [{"server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "name": "network-vif-deleted", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:11.524605 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:11.527497 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:11.781005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:11.933312 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:11.945389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f7f65-d08e-4a22-9524-b77eb0f531fa x-openstack-request-id: req-944f7f65-d08e-4a22-9524-b77eb0f531fa {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:11.946261 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f274203-f40e-4cc4-b0c6-a181fb704311", "name": "network-vif-deleted", "tag": "eadb7db5-44a8-41e0-ac9f-63b1573f5a39", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:11.946261 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-944f7f65-d08e-4a22-9524-b77eb0f531fa {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:11.963133 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944f7f65-d08e-4a22-9524-b77eb0f531fa'] response: {'server_uuid': '1f274203-f40e-4cc4-b0c6-a181fb704311', 'name': 'network-vif-deleted', 'tag': 'eadb7db5-44a8-41e0-ac9f-63b1573f5a39', 'status': 'completed', 'code': 200} Aug 31 00:26:11.970586 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:11.982054 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-805fe742-ed6f-4218-b33a-356baa70d351 req-6fedc205-05ce-4b0c-b08d-c97cceafb322 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1f274203-f40e-4cc4-b0c6-a181fb704311 HTTP/1.1" status: 200 len: 210 time: 0.1405532 Aug 31 00:26:12.010136 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.031589 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:12.032564 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.187859 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-a1dfe42b-85c4-424f-a923-08254c03dfae None None] Provisioning complete for port f2b9d04c-aee6-4190-9317-fcb97efc8713 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:12.188424 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe42b-85c4-424f-a923-08254c03dfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.209630 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:12.215719 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-12cf7468-ad3f-4dc8-8104-2d287d5141fd admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/85c3a810-5faf-4985-91cc-fe5eb241e7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5319490 Aug 31 00:26:12.231162 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:12.233975 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 124cdebd-1373-4cab-84b2-85badfe24848 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:12.306464 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfe42b-85c4-424f-a923-08254c03dfae None None] Port f2b9d04c-aee6-4190-9317-fcb97efc8713 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:12.339977 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 124cdebd-1373-4cab-84b2-85badfe24848 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:12.340460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (124cdebd-1373-4cab-84b2-85badfe24848), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.431681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:12.435230 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 124cdebd-1373-4cab-84b2-85badfe24848 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:12.435685 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (124cdebd-1373-4cab-84b2-85badfe24848), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.464259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 124cdebd-1373-4cab-84b2-85badfe24848, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=124cdebd-1373-4cab-84b2-85badfe24848,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:12.471113 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (124cdebd-1373-4cab-84b2-85badfe24848), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:12.549496 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=124cdebd-1373-4cab-84b2-85badfe24848,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:12.997877 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44042) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:13.005572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1981055686-network', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:13.034411 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Made reservation on behalf of 3dd11c1f01664ae6be7a03dae5272eae for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:13.041738 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.055054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.082556 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:13.222161 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks [] for security_group (ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.228419 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.270310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:13.280636 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:26:13.293807 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:13.294916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:13.300090 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:13.314542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (c74d181f-f521-4cc4-93d6-e8e02210c8ef), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.315115 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Added segment c74d181f-f521-4cc4-93d6-e8e02210c8ef of type vlan for network 9339a429-317c-4193-a3fd-7e5bae5a36c9 Aug 31 00:26:13.375303 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (9339a429-317c-4193-a3fd-7e5bae5a36c9), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.409837 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (9339a429-317c-4193-a3fd-7e5bae5a36c9), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.411628 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:13.412388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:13.412989 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.443856 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:13.472838 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:13.489480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff10dd-57e4-48ab-aa9a-31c500c617e2 req-f68acf90-a2c1-481a-a9af-0d9065b5ba9c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:13.491627 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4917626 Aug 31 00:26:13.496008 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44050) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:13.501110 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9ff10dd-57e4-48ab-aa9a-31c500c617e2 req-f68acf90-a2c1-481a-a9af-0d9065b5ba9c tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1159267 Aug 31 00:26:13.501630 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Request body: {'subnet': {'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1981055686-subnet', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:13.509162 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 124cdebd-1373-4cab-84b2-85badfe24848 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:13.522826 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c91ee-00d3-479c-907c-8f1183efb915 admin admin] Pushing event updated for resources: {'Network': ['ID=9339a429-317c-4193-a3fd-7e5bae5a36c9,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:13.542080 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Made reservation on behalf of 3dd11c1f01664ae6be7a03dae5272eae for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:13.546604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.557485 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:13.560647 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:13.601324 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e9ff10dd-57e4-48ab-aa9a-31c500c617e2 req-c029a1be-e3aa-41ca-804e-f279f7aef41d tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962636 Aug 31 00:26:13.757852 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 124cdebd-1373-4cab-84b2-85badfe24848 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:13.758127 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (124cdebd-1373-4cab-84b2-85badfe24848), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.821693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (26393920-92d5-4422-92d8-5ddba6b56dec), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.902750 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 2, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:13.911573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:13.937379 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26393920-92d5-4422-92d8-5ddba6b56dec,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:13.937711 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:13.938143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Updating router 85c3a810-5faf-4985-91cc-fe5eb241e7de port f2b9d04c-aee6-4190-9317-fcb97efc8713 binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:26:13.943870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 124cdebd-1373-4cab-84b2-85badfe24848 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:13.952592 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Checking segment: {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:13.953198 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Network hostable DHCP agents. Network: 9339a429-317c-4193-a3fd-7e5bae5a36c9, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:13.975161 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:13.988285 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:14.003445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 9339a429-317c-4193-a3fd-7e5bae5a36c9) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:14.010414 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:14.011367 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.028018 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f944a64-da88-45a3-80c9-b83ed2f6d8fd None None] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:14.040023 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5f9a1b20-fe72-4507-b735-ef2ff98d099c admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5426099 Aug 31 00:26:14.044080 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44052) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:14.049180 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:14.084185 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (d9827745-b088-42a4-8672-9a4432fc10dd), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.085573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (d9827745-b088-42a4-8672-9a4432fc10dd), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.161251 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for router_controller (d9827745-b088-42a4-8672-9a4432fc10dd), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.298300 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device eadb7db5-44a8-41e0-ac9f-63b1573f5a39 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:14.330005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: eadb7db5-44a8-41e0-ac9f-63b1573f5a39 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:14.330351 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device eadb7db5-44a8-41e0-ac9f-63b1573f5a39 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:14.378514 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for router_gateway (d9827745-b088-42a4-8672-9a4432fc10dd), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.385303 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:14.442603 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:14.462531 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-9339a429-317c-4193-a3fd-7e5bae5a36c9', 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9', 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'fixed_ips': [{'subnet_id': '26393920-92d5-4422-92d8-5ddba6b56dec'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:26:14.463519 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.592857 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:26:14.603123 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for router_gateway (d9827745-b088-42a4-8672-9a4432fc10dd), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.623543 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.734367 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks [] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.749761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.759089 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Allocated IP 172.20.0.2 (9339a429-317c-4193-a3fd-7e5bae5a36c9/26393920-92d5-4422-92d8-5ddba6b56dec/7878cd03-59a0-4685-93c5-00d3feddb0a7) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:14.762119 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:14.791521 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Allocated IP 172.27.4.91 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/3684b550-293a-4787-8563-6800c8621240) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:14.809156 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660ff40-baf7-40dd-9c7e-6470f88e5a99 req-1dace49b-ef08-44ce-812d-e6754dc3bf99 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:14.812658 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5660ff40-baf7-40dd-9c7e-6470f88e5a99 req-1dace49b-ef08-44ce-812d-e6754dc3bf99 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1173420 Aug 31 00:26:14.893597 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5660ff40-baf7-40dd-9c7e-6470f88e5a99 req-44ed99d5-88db-4daf-83e8-7692b8f15ee2 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Aug 31 00:26:14.905568 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c98f-414c-4978-bc3b-fe387cda6990 None None] Pushing event updated for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:14.930885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Attempting to bind port f2b9d04c-aee6-4190-9317-fcb97efc8713 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:14.931330 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Attempting to bind port f2b9d04c-aee6-4190-9317-fcb97efc8713 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:14.931645 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Attempting to bind port f2b9d04c-aee6-4190-9317-fcb97efc8713 on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:14.947240 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:14.947654 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:14.948029 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.948495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Bound using segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:14.948992 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Bound port: f2b9d04c-aee6-4190-9317-fcb97efc8713, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:14.949383 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:14.975847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for port (3684b550-293a-4787-8563-6800c8621240), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.013669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (3684b550-293a-4787-8563-6800c8621240), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.059514 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:15.065589 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:15.068218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:15.099301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3684b550-293a-4787-8563-6800c8621240,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:15.103640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] For port f2b9d04c-aee6-4190-9317-fcb97efc8713, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:15.110088 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] For port f2b9d04c-aee6-4190-9317-fcb97efc8713, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=f2b9d04c-aee6-4190-9317-fcb97efc8713,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:15.112431 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks [] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.119509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.130844 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.132386 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:15.219179 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:15.225190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:15.226255 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:15.236865 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:15.307336 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:15.316851 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:15.324634 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c98f-414c-4978-bc3b-fe387cda6990 None None] Pushing event updated for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:15.443663 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for router_gateway (d9827745-b088-42a4-8672-9a4432fc10dd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.474549 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Pushing event updated for resources: {'Port': ['ID=7878cd03-59a0-4685-93c5-00d3feddb0a7,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:15.483778 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Attempting to bind port 7878cd03-59a0-4685-93c5-00d3feddb0a7 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:15.484133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Attempting to bind port 7878cd03-59a0-4685-93c5-00d3feddb0a7 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:15.484660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Attempting to bind port 7878cd03-59a0-4685-93c5-00d3feddb0a7 on network 9339a429-317c-4193-a3fd-7e5bae5a36c9 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:15.494769 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:15.495162 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Checking segment: {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:15.495547 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.495949 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Bound using segment: {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:15.496475 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Bound port: 7878cd03-59a0-4685-93c5-00d3feddb0a7, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:15.496863 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.518862 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:15.609370 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:15.664247 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (d9827745-b088-42a4-8672-9a4432fc10dd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.687814 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] For port 7878cd03-59a0-4685-93c5-00d3feddb0a7, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:15.708339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] For port 7878cd03-59a0-4685-93c5-00d3feddb0a7, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=7878cd03-59a0-4685-93c5-00d3feddb0a7,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:15.731234 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:15.815956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:15.829559 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Router d9827745-b088-42a4-8672-9a4432fc10dd is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:26:15.846909 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d2872-7156-4ca1-b2e8-838dbf14f9bb None None] Pushing event updated for resources: {'Port': ['ID=7878cd03-59a0-4685-93c5-00d3feddb0a7,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:15.855271 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:15Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:15.892593 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d259a20-8515-47ea-b000-1e0830281e81 None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:15Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:16.142430 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8ac41-25d3-4ff3-be3d-f2e7d6670e12 req-5198912a-f0af-4bb4-ab90-13b5cff50111 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:16.145461 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b7f8ac41-25d3-4ff3-be3d-f2e7d6670e12 req-5198912a-f0af-4bb4-ab90-13b5cff50111 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.0907838 Aug 31 00:26:16.254702 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b7f8ac41-25d3-4ff3-be3d-f2e7d6670e12 req-a43b6ea6-fcca-4fd6-9c2f-7fa30bf42ee8 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964303 Aug 31 00:26:16.345587 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:16.356667 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Sync routers for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:16.370130 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:16.370390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:16.370772 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:16.372245 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6821060d-e99b-41bb-bb2e-cc9ada1906f3 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3264670 Aug 31 00:26:16.375472 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44058) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:16.540940 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:16.819163 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:16.836142 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:15Z', 'revision_number': 3, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:16.872229 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Checking router: d9827745-b088-42a4-8672-9a4432fc10dd for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:16.872930 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Updating router d9827745-b088-42a4-8672-9a4432fc10dd port 3684b550-293a-4787-8563-6800c8621240 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:26:16.917989 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3684b550-293a-4787-8563-6800c8621240), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.102852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.127504 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:17.182260 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ca42f-0d4b-4126-a1ad-751197dd2534 None None] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:17.254435 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks [] for port (3684b550-293a-4787-8563-6800c8621240), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.269504 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3684b550-293a-4787-8563-6800c8621240), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.343121 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:17.364843 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Attempting to bind port 3684b550-293a-4787-8563-6800c8621240 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:17.365862 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Attempting to bind port 3684b550-293a-4787-8563-6800c8621240 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:17.365862 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Attempting to bind port 3684b550-293a-4787-8563-6800c8621240 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:17.371929 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Allocated IP 172.20.0.1 (9339a429-317c-4193-a3fd-7e5bae5a36c9/26393920-92d5-4422-92d8-5ddba6b56dec/45871193-357a-4e46-b662-57040f08b8b3) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:17.375803 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:17.376507 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:17.377368 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.377812 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:17.378323 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Bound port: 3684b550-293a-4787-8563-6800c8621240, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:17.378744 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3684b550-293a-4787-8563-6800c8621240), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.388042 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1823-e972-4a28-a3c0-7dbf25c50db4 None None] Pushing event updated for resources: {'Port': ['ID=3684b550-293a-4787-8563-6800c8621240,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:17.412097 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Provisioning complete for port 7878cd03-59a0-4685-93c5-00d3feddb0a7 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:17.415169 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.520491 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] For port 3684b550-293a-4787-8563-6800c8621240, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:17.531072 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] For port 3684b550-293a-4787-8563-6800c8621240, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3684b550-293a-4787-8563-6800c8621240,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:17.548285 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3684b550-293a-4787-8563-6800c8621240), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.560510 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:17.577164 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673599-ff7c-4440-877c-697cc39ee84a req-e3bb68d0-2f89-421b-821b-03ae98de7615 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:17.597781 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc673599-ff7c-4440-877c-697cc39ee84a req-e3bb68d0-2f89-421b-821b-03ae98de7615 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.2003448 Aug 31 00:26:17.633920 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:17.634676 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:17.759608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Current status of the port 7878cd03-59a0-4685-93c5-00d3feddb0a7 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:17.764836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.781412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 7878cd03-59a0-4685-93c5-00d3feddb0a7 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:17.812369 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks [] for port (45871193-357a-4e46-b662-57040f08b8b3), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:17.864663 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc673599-ff7c-4440-877c-697cc39ee84a req-4a82cd5e-3740-4f43-bcbb-b9232bbc5e20 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=057a3c1a-f301-4d2f-b465-db9ce90467e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585135 Aug 31 00:26:17.925755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-aa3a2ef9-a5d2-44e2-98f9-322aeb64d337 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:17.928104 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-aa3a2ef9-a5d2-44e2-98f9-322aeb64d337 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 945 time: 0.1883328 Aug 31 00:26:17.950245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.008779 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] For port 7878cd03-59a0-4685-93c5-00d3feddb0a7, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=7878cd03-59a0-4685-93c5-00d3feddb0a7,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:18.036985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:18.041606 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.074507 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:18.079628 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:18.083122 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Pushing event updated for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:18.089413 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:18.124710 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:18.128033 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1823-e972-4a28-a3c0-7dbf25c50db4 None None] Pushing event updated for resources: {'Port': ['ID=3684b550-293a-4787-8563-6800c8621240,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:18.216662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 7878cd03-59a0-4685-93c5-00d3feddb0a7 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:18.217368 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.228644 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Deleting port b667fe99-0903-42b3-8838-53300f0a504b {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:18.229077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (b667fe99-0903-42b3-8838-53300f0a504b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.255344 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (d9827745-b088-42a4-8672-9a4432fc10dd), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.343132 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-b21b0f58-2f52-4b83-ad94-69d61ffd46bb None None] Provisioning complete for port 7878cd03-59a0-4685-93c5-00d3feddb0a7 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:18.343553 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b21b0f58-2f52-4b83-ad94-69d61ffd46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.367067 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4afae-5c53-48da-adc1-793ec62199e0 None None] Pushing event updated for resources: {'Port': ['ID=7878cd03-59a0-4685-93c5-00d3feddb0a7,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:18.445810 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:18.504636 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (45871193-357a-4e46-b662-57040f08b8b3), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.504934 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] For port b667fe99-0903-42b3-8838-53300f0a504b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=b667fe99-0903-42b3-8838-53300f0a504b,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:18.505780 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (b667fe99-0903-42b3-8838-53300f0a504b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.520992 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 7878cd03-59a0-4685-93c5-00d3feddb0a7 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:18.522237 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device f2b9d04c-aee6-4190-9317-fcb97efc8713 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:18.525411 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:15Z', 'revision_number': 3, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:18.552082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Calling delete_port for b667fe99-0903-42b3-8838-53300f0a504b owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:18.571468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b21b0f58-2f52-4b83-ad94-69d61ffd46bb None None] Current status of the port 7878cd03-59a0-4685-93c5-00d3feddb0a7 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:18.594624 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port f2b9d04c-aee6-4190-9317-fcb97efc8713 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:18.595187 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.619336 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abfc14-54b6-46ee-9a35-c84220cdf87e None None] The sync data for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi is: [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:15Z', 'revision_number': 3, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:18.707345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-bc9c734f-968c-4869-9c09-4047c0f9f0b1 None None] Provisioning complete for port 45871193-357a-4e46-b662-57040f08b8b3 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:18.707818 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-bc9c734f-968c-4869-9c09-4047c0f9f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (45871193-357a-4e46-b662-57040f08b8b3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.776533 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks [] for port (45871193-357a-4e46-b662-57040f08b8b3), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.789318 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.811371 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c734f-968c-4869-9c09-4047c0f9f0b1 None None] Port 45871193-357a-4e46-b662-57040f08b8b3 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:18.814242 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port f2b9d04c-aee6-4190-9317-fcb97efc8713 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:18.815086 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.827669 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (b667fe99-0903-42b3-8838-53300f0a504b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.870685 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Pushing event deleted for resources: {'Port': ['ID=b667fe99-0903-42b3-8838-53300f0a504b,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:18.881331 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port f2b9d04c-aee6-4190-9317-fcb97efc8713, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=f2b9d04c-aee6-4190-9317-fcb97efc8713,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:18.894968 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.906043 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (d9827745-b088-42a4-8672-9a4432fc10dd), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.909345 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Pushing event updated for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:18.975890 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] No DVR routers for this DVR port b667fe99-0903-42b3-8838-53300f0a504b on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:18.979003 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:18.988182 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72e1fa85-c77e-4ba7-9fd5-8e8a31b9586e req-f7d5b2bb-930b-4130-b427-a72a9ee6a643 tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.70 "DELETE /networking/v2.0/ports/b667fe99-0903-42b3-8838-53300f0a504b HTTP/1.1" status: 204 len: 173 time: 1.0408173 Aug 31 00:26:18.992994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'name': 'network-vif-deleted', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:18.997552 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41327f17-06fe-467f-80fe-8b334517ee78" -d '{"events": [{"server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "name": "network-vif-deleted", "tag": "b667fe99-0903-42b3-8838-53300f0a504b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:19.022329 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:19.114301 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beea9c8-4087-4200-9a8c-98c9c9ff58c7 x-openstack-request-id: req-3beea9c8-4087-4200-9a8c-98c9c9ff58c7 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:19.115058 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d25b6-01b5-4bed-ba25-2f169d66600b", "name": "network-vif-deleted", "tag": "b667fe99-0903-42b3-8838-53300f0a504b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:19.115619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3beea9c8-4087-4200-9a8c-98c9c9ff58c7 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:19.118796 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3beea9c8-4087-4200-9a8c-98c9c9ff58c7'] response: {'server_uuid': '379d25b6-01b5-4bed-ba25-2f169d66600b', 'name': 'network-vif-deleted', 'tag': 'b667fe99-0903-42b3-8838-53300f0a504b', 'status': 'completed', 'code': 200} Aug 31 00:26:19.140176 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b695091d-4038-4692-8260-aaa1dfd6201c req-c5dee72c-b904-49ce-b574-aed6d277a9fc tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 210 time: 0.0791850 Aug 31 00:26:19.179947 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:19.182509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:19.526718 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Router d9827745-b088-42a4-8672-9a4432fc10dd has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:19.636487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:19.639731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3684b550-293a-4787-8563-6800c8621240 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:19.715957 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3684b550-293a-4787-8563-6800c8621240 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:19.716341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:19.716501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3684b550-293a-4787-8563-6800c8621240), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:19.724392 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e60085c2-3981-49a1-931d-724ba301f0dd admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/d9827745-b088-42a4-8672-9a4432fc10dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3474865 Aug 31 00:26:19.964397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c8bd3a04-af4b-42bb-8c26-19290bf1b8f3 None None] Provisioning complete for port 45871193-357a-4e46-b662-57040f08b8b3 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:19.965056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3a04-af4b-42bb-8c26-19290bf1b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (45871193-357a-4e46-b662-57040f08b8b3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.025788 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:20.036461 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd3a04-af4b-42bb-8c26-19290bf1b8f3 None None] Port 45871193-357a-4e46-b662-57040f08b8b3 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:20.093703 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3684b550-293a-4787-8563-6800c8621240 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:20.094529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3684b550-293a-4787-8563-6800c8621240), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.113355 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:20.129824 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 3684b550-293a-4787-8563-6800c8621240, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3684b550-293a-4787-8563-6800c8621240,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:20.136759 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3684b550-293a-4787-8563-6800c8621240), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.137570 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 7878cd03-59a0-4685-93c5-00d3feddb0a7 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:20.250879 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device b667fe99-0903-42b3-8838-53300f0a504b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:20.291398 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44082) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:20.298300 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835580744', 'description': 'tempest-secgroup-smoke-835580744 description', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:20.312947 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: b667fe99-0903-42b3-8838-53300f0a504b {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:20.313504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device b667fe99-0903-42b3-8838-53300f0a504b not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:20.350936 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.385981 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=3684b550-293a-4787-8563-6800c8621240,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:20.394199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 7878cd03-59a0-4685-93c5-00d3feddb0a7 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:20.394740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.407467 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-46fbc780-468d-44d8-a622-1ce45b9d48ac req-8f18d7b4-524f-402d-9eeb-bbe458ba0cfe tempest-ServerRescueNegativeTestJSON-1960179446 tempest-ServerRescueNegativeTestJSON-1960179446-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=379d25b6-01b5-4bed-ba25-2f169d66600b HTTP/1.1" status: 200 len: 210 time: 0.0691278 Aug 31 00:26:20.460467 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (9981ca31-f619-42df-94b3-61de3d3bb965), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.466234 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9981ca31-f619-42df-94b3-61de3d3bb965), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.511557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.512947 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2194710 Aug 31 00:26:20.517810 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44084) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:20.518965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b5480-6ce7-4f9c-a45f-2f4e3f0ff91b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9981ca31-f619-42df-94b3-61de3d3bb965,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:20.519655 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 7878cd03-59a0-4685-93c5-00d3feddb0a7 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:20.521645 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device f2b9d04c-aee6-4190-9317-fcb97efc8713 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:20.530485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:20.585591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (dc390c77-19b2-4e35-b928-cd3ab3b2ceca), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.601290 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port f2b9d04c-aee6-4190-9317-fcb97efc8713 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:20.601945 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.625224 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:20.668127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (dc390c77-19b2-4e35-b928-cd3ab3b2ceca), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.673724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (dc390c77-19b2-4e35-b928-cd3ab3b2ceca), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.681902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:20.696929 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc390c77-19b2-4e35-b928-cd3ab3b2ceca,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:20.712830 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.717375 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-f306a0d4-4688-4db1-9852-e3332e803cad tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916392 Aug 31 00:26:20.718587 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44086) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:20.723310 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:20.753801 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port f2b9d04c-aee6-4190-9317-fcb97efc8713 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:20.760697 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (3c1d45d5-ea37-42d3-b8fa-0cac35f9ed89), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.860012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (3c1d45d5-ea37-42d3-b8fa-0cac35f9ed89), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.864651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (3c1d45d5-ea37-42d3-b8fa-0cac35f9ed89), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.890925 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1d45d5-ea37-42d3-b8fa-0cac35f9ed89,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:20.900995 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:20.905134 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0cd176d1-46a5-4391-9dfc-534a82d07098 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835210 Aug 31 00:26:20.907144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44088) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:20.912296 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:20.947651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (1c8605a6-9965-4e85-80b7-0820255de197), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.043340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (1c8605a6-9965-4e85-80b7-0820255de197), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.049672 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (1c8605a6-9965-4e85-80b7-0820255de197), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.081006 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8605a6-9965-4e85-80b7-0820255de197,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:21.093241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.094641 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-9c5ed605-0890-40f2-b964-5677c5df2f67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863260 Aug 31 00:26:21.099348 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44090) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:21.107439 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:21.133490 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:21.161916 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (e31afc0d-6a66-41ac-ab96-a35cbe10948d), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.221839 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Sync routers for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:21.234401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:21.235062 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:21.280375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (e31afc0d-6a66-41ac-ab96-a35cbe10948d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.292239 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (e31afc0d-6a66-41ac-ab96-a35cbe10948d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.337509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31afc0d-6a66-41ac-ab96-a35cbe10948d,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:21.358216 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.360490 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f7c67d97-f1e6-4112-8590-e72536a918b9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594121 Aug 31 00:26:21.363558 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44092) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:21.371404 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:21.385952 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:21.415568 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Project 5e59b45c75cb4f8ea7e7a47730709614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:26:21.423041 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (43b95dfe-37bb-4393-a928-53c0341d54b2), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.445361 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3684b550-293a-4787-8563-6800c8621240 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:21.512427 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44096) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:21.523814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (43b95dfe-37bb-4393-a928-53c0341d54b2), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.527651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (43b95dfe-37bb-4393-a928-53c0341d54b2), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.550152 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b95dfe-37bb-4393-a928-53c0341d54b2,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:21.565612 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.572091 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-5d463aaf-e0b5-429f-acc0-9fd8d7383568 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2026329 Aug 31 00:26:21.572499 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44100) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:21.579594 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'security_group_rule': {'security_group_id': '9981ca31-f619-42df-94b3-61de3d3bb965', 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:21.614337 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Project 5e59b45c75cb4f8ea7e7a47730709614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:26:21.621905 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (cfffdef3-5851-4a02-91ba-fa097bdc45f4), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.624549 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 3684b550-293a-4787-8563-6800c8621240 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:21.624937 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3684b550-293a-4787-8563-6800c8621240), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.724430 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (cfffdef3-5851-4a02-91ba-fa097bdc45f4), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.731476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (cfffdef3-5851-4a02-91ba-fa097bdc45f4), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.744113 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:21.765789 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfffdef3-5851-4a02-91ba-fa097bdc45f4,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:21.772911 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:21.780512 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a0469eb4-4922-4bdc-829a-4efcc2dde99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002783 Aug 31 00:26:21.795172 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 4, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '45871193-357a-4e46-b662-57040f08b8b3', 'name': '', 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'mac_address': 'fa:16:3e:cd:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:17Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 2, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'subnets': [{'id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:21.838181 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Checking router: d9827745-b088-42a4-8672-9a4432fc10dd for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:21.838551 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Updating router d9827745-b088-42a4-8672-9a4432fc10dd port 45871193-357a-4e46-b662-57040f08b8b3 binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:26:21.893679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 3684b550-293a-4787-8563-6800c8621240 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:21.919469 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (45871193-357a-4e46-b662-57040f08b8b3), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.052733 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:22.356075 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks [] for port (45871193-357a-4e46-b662-57040f08b8b3), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.366984 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.529907 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c7a3f-c4fe-40a2-8b66-12615828462c None None] Pushing event updated for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:22.537611 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Attempting to bind port 45871193-357a-4e46-b662-57040f08b8b3 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:22.538182 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Attempting to bind port 45871193-357a-4e46-b662-57040f08b8b3 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:22.538571 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Attempting to bind port 45871193-357a-4e46-b662-57040f08b8b3 on network 9339a429-317c-4193-a3fd-7e5bae5a36c9 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:22.542109 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.546949 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:22.546949 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Checking segment: {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:22.546949 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.547588 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Bound using segment: {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:22.547758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Bound port: 45871193-357a-4e46-b662-57040f08b8b3, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74d181f-f521-4cc4-93d6-e8e02210c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:22.548070 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (45871193-357a-4e46-b662-57040f08b8b3), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.644336 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] For port 45871193-357a-4e46-b662-57040f08b8b3, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:22.650679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] For port 45871193-357a-4e46-b662-57040f08b8b3, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=45871193-357a-4e46-b662-57040f08b8b3,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:22.659837 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:22.712370 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:22.713131 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:22.788203 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c7a3f-c4fe-40a2-8b66-12615828462c None None] Pushing event updated for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:22.882271 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:22.906747 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:23.012484 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Deleting port bfadb9f3-9ba9-4644-8052-188358f03df9 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:23.013060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:23.102013 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:23.177770 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] For port bfadb9f3-9ba9-4644-8052-188358f03df9, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=bfadb9f3-9ba9-4644-8052-188358f03df9,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:23.178320 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:23.195873 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Calling delete_port for bfadb9f3-9ba9-4644-8052-188358f03df9 owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:23.245658 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 4, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '45871193-357a-4e46-b662-57040f08b8b3', 'name': '', 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'mac_address': 'fa:16:3e:cd:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:17Z', 'updated_at': '2022-08-31T00:26:22Z', 'revision_number': 4, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'subnets': [{'id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:23.281030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cbeac-560d-460e-be70-601746b2c566 None None] The sync data for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi is: [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 4, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '45871193-357a-4e46-b662-57040f08b8b3', 'name': '', 'network_id': '9339a429-317c-4193-a3fd-7e5bae5a36c9', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'mac_address': 'fa:16:3e:cd:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:17Z', 'updated_at': '2022-08-31T00:26:22Z', 'revision_number': 4, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'subnets': [{'id': '26393920-92d5-4422-92d8-5ddba6b56dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:23.421256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:23.512679 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (bfadb9f3-9ba9-4644-8052-188358f03df9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:23.549206 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfadb9f3-9ba9-4644-8052-188358f03df9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:23.847655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:24.435798 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Router ef532e92-1c46-4f08-980c-2ed4438fdc4b has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:24.492780 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:24.571341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:24.580846 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8f7a6da3-5bb0-402d-a902-4906636b8a5d admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/ef532e92-1c46-4f08-980c-2ed4438fdc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695581 Aug 31 00:26:24.586221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44160) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:24.590101 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Sync routers for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:24.606570 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:24.608187 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:24.758388 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:24.991880 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:26:23Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:25.038013 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Checking router: ef532e92-1c46-4f08-980c-2ed4438fdc4b for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:25.050637 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Routers {'ef532e92-1c46-4f08-980c-2ed4438fdc4b'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:25.051278 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:25.169694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks [] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.202462 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] Set router ef532e92-1c46-4f08-980c-2ed4438fdc4b gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:25.310872 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:25.338397 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:25.377555 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:25.383935 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:25.410653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks [] for router_gateway (ef532e92-1c46-4f08-980c-2ed4438fdc4b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.485458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Deleting port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:25.486020 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.560266 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:26:23Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:25.613821 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97db17-5ae6-4c59-a09a-08350f1c8c41 None None] The sync data for ids ['ef532e92-1c46-4f08-980c-2ed4438fdc4b'] in dv-cinder-852210-5-iscsi is: [{'id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-343845746-router', 'tenant_id': 'af873e6a013c457aa2407fb24423ddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53'}], 'enable_snat': True}, 'gw_port_id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:19Z', 'updated_at': '2022-08-31T00:26:23Z', 'revision_number': 5, 'project_id': 'af873e6a013c457aa2407fb24423ddc1', 'gw_port': {'id': '1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef532e92-1c46-4f08-980c-2ed4438fdc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:25.659875 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 45871193-357a-4e46-b662-57040f08b8b3 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:25.668560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] For port 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:25.669181 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.685388 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Calling delete_port for 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd owned by network:router_gateway {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:25.771594 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 45871193-357a-4e46-b662-57040f08b8b3 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:25.773896 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (45871193-357a-4e46-b662-57040f08b8b3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.939361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:25.969049 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 45871193-357a-4e46-b662-57040f08b8b3 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:25.969480 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (45871193-357a-4e46-b662-57040f08b8b3), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.011019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:26.030251 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 45871193-357a-4e46-b662-57040f08b8b3, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=45871193-357a-4e46-b662-57040f08b8b3,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:26.031891 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.032346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.032744 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.033107 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.033471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.033863 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.034235 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.034617 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.034948 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.035305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.035634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.035965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.036318 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.036511 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.036876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.037346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:26.083634 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:26.090321 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:26.109007 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.221851 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.224515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks [] for router_controller (ef532e92-1c46-4f08-980c-2ed4438fdc4b), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.309451 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (ef532e92-1c46-4f08-980c-2ed4438fdc4b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.310145 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef532e92-1c46-4f08-980c-2ed4438fdc4b {{(pid=112890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:26:26.316170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.317846 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ae4ca111-f1de-48e7-af07-5a414ca3e463 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/ef532e92-1c46-4f08-980c-2ed4438fdc4b HTTP/1.1" status: 204 len: 168 time: 1.7300119 Aug 31 00:26:26.321038 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44180) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:26.372974 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Deleting subnet 4b18b65b-c777-4800-a6e0-698661a2264a {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:26:26.377160 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Publish callbacks [] for subnet (4b18b65b-c777-4800-a6e0-698661a2264a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.418820 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (4b18b65b-c777-4800-a6e0-698661a2264a), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.557404 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (4b18b65b-c777-4800-a6e0-698661a2264a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.638125 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (4b18b65b-c777-4800-a6e0-698661a2264a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.693443 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b18b65b-c777-4800-a6e0-698661a2264a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:26.702176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.714836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bffb3-d347-4f47-ba17-bd62243664b4 None None] Network f5d24600-1d04-47b6-a84d-0a5669f6e4ab requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:26.715641 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-38ec2497-b0a2-4f9c-95e6-08a02f7c9995 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/4b18b65b-c777-4800-a6e0-698661a2264a HTTP/1.1" status: 204 len: 168 time: 0.3917117 Aug 31 00:26:26.717811 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44182) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:26.798742 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:26.825233 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (f5d24600-1d04-47b6-a84d-0a5669f6e4ab), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:26.929792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Deleting port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:26.930289 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.051346 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] DHCP port deletion for f5d24600-1d04-47b6-a84d-0a5669f6e4ab request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:26:27.093078 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] For port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:27.093761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.120311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Calling delete_port for eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:27.133727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Deleting port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:27.134325 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.247544 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.270405 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] For port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,segment=NetworkSegment(2c2fc3ba-0659-45f0-8f06-6d9242075943),segment_id=2c2fc3ba-0659-45f0-8f06-6d9242075943)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:27.271118 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.297495 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:27.299506 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Calling delete_port for eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:27.313165 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] No DVR routers for this DVR port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:27.462994 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (f5d24600-1d04-47b6-a84d-0a5669f6e4ab), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.510124 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 45871193-357a-4e46-b662-57040f08b8b3 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:26:27.513143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.519218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d24600-1d04-47b6-a84d-0a5669f6e4ab']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:27.536753 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2fc3ba-0659-45f0-8f06-6d9242075943') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:27.537150 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2fc3ba-0659-45f0-8f06-6d9242075943') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:27.556204 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (2c2fc3ba-0659-45f0-8f06-6d9242075943), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.574007 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] No DVR routers for this DVR port eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:27.578567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0edf2-23f9-4f93-a42a-907ceb87ee24 None None] Pushing event deleted for resources: {'Port': ['ID=eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:27.596651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (2c2fc3ba-0659-45f0-8f06-6d9242075943), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.616629 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:26:27.617192 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (2c2fc3ba-0659-45f0-8f06-6d9242075943), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.630811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 45871193-357a-4e46-b662-57040f08b8b3 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:27.631323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (45871193-357a-4e46-b662-57040f08b8b3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.693003 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 2c2fc3ba-0659-45f0-8f06-6d9242075943 resource provider aggregate not found Aug 31 00:26:27.734009 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 2c2fc3ba-0659-45f0-8f06-6d9242075943 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c2fc3ba-0659-45f0-8f06-6d9242075943 found for delete ", "request_id": "req-9c8a9b8b-4847-4183-9c20-8fd4a458894a"}]} Aug 31 00:26:27.756634 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (f5d24600-1d04-47b6-a84d-0a5669f6e4ab), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.792427 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:27.798730 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/f5d24600-1d04-47b6-a84d-0a5669f6e4ab HTTP/1.1" status: 204 len: 168 time: 1.0788503 Aug 31 00:26:27.805717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 45871193-357a-4e46-b662-57040f08b8b3 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:27.819653 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab032c46-7b2e-4597-b319-1f10a2f48828 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d24600-1d04-47b6-a84d-0a5669f6e4ab,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:27.882622 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device bfadb9f3-9ba9-4644-8052-188358f03df9 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:27.888381 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:27.916116 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: bfadb9f3-9ba9-4644-8052-188358f03df9 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:27.916637 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device bfadb9f3-9ba9-4644-8052-188358f03df9 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:27.917264 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:27.947661 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:27.948182 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device eb5c42b0-0ad2-4cda-a19c-24bdfa285f2f not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:27.948709 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:27.983453 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:27.984285 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1bc322d7-20ae-407c-bfb0-0b8e75fdf3fd not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:28.054451 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44208) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:28.117103 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:28.130428 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-820d4e62-bfea-4a1c-85f6-82e66a96af43 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=af873e6a013c457aa2407fb24423ddc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0740473 Aug 31 00:26:28.132903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44210) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:28.201784 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] Publish callbacks [] for security_group (057a3c1a-f301-4d2f-b465-db9ce90467e3), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:28.227376 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] Publish callbacks [] for security_group (057a3c1a-f301-4d2f-b465-db9ce90467e3), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:28.286791 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (057a3c1a-f301-4d2f-b465-db9ce90467e3), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:28.289559 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:28.291032 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/057a3c1a-f301-4d2f-b465-db9ce90467e3 HTTP/1.1" status: 204 len: 168 time: 0.1566098 Aug 31 00:26:28.299902 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97559546-8e76-4c14-aa01-9eaad0bf3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a3c1a-f301-4d2f-b465-db9ce90467e3,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:34.534201 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e9a79d81-9ffe-49ca-8f9a-f54ae9f347ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:35.555905 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=12 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:35.613282 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=10 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:36.292891 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=63,neutron:DELETE=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:36.295505 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:36.986979 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6029-37d7-4d81-9470-26bb9f095a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:37.431449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153285-4c4c-4391-9051-a2fcc4ee93a0 req-070b68cd-4d5b-4c30-a292-c8840dbe8e6c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:37.434175 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-14153285-4c4c-4391-9051-a2fcc4ee93a0 req-070b68cd-4d5b-4c30-a292-c8840dbe8e6c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.0802386 Aug 31 00:26:37.507711 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-14153285-4c4c-4391-9051-a2fcc4ee93a0 req-2a40078b-35fc-4a29-b41c-482e9e7b675c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626976 Aug 31 00:26:38.191885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:38.270996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=63,neutron:DELETE=10 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:38.296391 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:38.676408 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d5c67-610c-48c8-92c1-5bf2a0cdc233 req-5f2be0c2-5fc6-4b3d-8c2f-c38fb9cc3c78 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:38.677992 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b97d5c67-610c-48c8-92c1-5bf2a0cdc233 req-5f2be0c2-5fc6-4b3d-8c2f-c38fb9cc3c78 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.0602264 Aug 31 00:26:38.772632 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b97d5c67-610c-48c8-92c1-5bf2a0cdc233 req-11eda5bf-d168-4714-9e06-dd04e144809c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827537 Aug 31 00:26:38.875434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44400) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:38.990628 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0250c7d4-0464-424d-a872-d0e729bb2bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.084901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0250c7d4-0464-424d-a872-d0e729bb2bf9 admin admin] Publish callbacks [] for security_group (9d5c7de8-707a-4acc-8e3b-fb6e44c6659d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.089505 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0250c7d4-0464-424d-a872-d0e729bb2bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9d5c7de8-707a-4acc-8e3b-fb6e44c6659d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.131103 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250c7d4-0464-424d-a872-d0e729bb2bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c7de8-707a-4acc-8e3b-fb6e44c6659d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:39.139393 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0250c7d4-0464-424d-a872-d0e729bb2bf9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b7a2e5d274ca441cbc4ca1a534552c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617364 Aug 31 00:26:39.141831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44404) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:39.219442 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] Publish callbacks [] for security_group (9d5c7de8-707a-4acc-8e3b-fb6e44c6659d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.242101 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] Publish callbacks [] for security_group (9d5c7de8-707a-4acc-8e3b-fb6e44c6659d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.303814 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9d5c7de8-707a-4acc-8e3b-fb6e44c6659d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.308692 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.310397 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9d5c7de8-707a-4acc-8e3b-fb6e44c6659d HTTP/1.1" status: 204 len: 168 time: 0.1670804 Aug 31 00:26:39.321949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c7496-aacf-407d-81a6-f19741809552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c7de8-707a-4acc-8e3b-fb6e44c6659d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:39.509665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c377d-ee43-4c35-8832-515ac047a021 req-e06fcc96-3370-48c3-a136-f86e07a84e34 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:39.511276 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e51c377d-ee43-4c35-8832-515ac047a021 req-e06fcc96-3370-48c3-a136-f86e07a84e34 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.0620942 Aug 31 00:26:39.631242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port e3547217-2be7-4db4-b82d-59dc6f1654fc {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:39.631242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.680403 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.763971 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] For port e3547217-2be7-4db4-b82d-59dc6f1654fc, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=e3547217-2be7-4db4-b82d-59dc6f1654fc,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:39.764626 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:39.921199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.039843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17eb0-49e7-4374-84f1-2f7995af2db5 req-2fbb95ea-0252-4fb5-b1da-357419f0c368 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:40.041747 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d3b17eb0-49e7-4374-84f1-2f7995af2db5 req-2fbb95ea-0252-4fb5-b1da-357419f0c368 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 946 time: 0.1567318 Aug 31 00:26:40.087474 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.087885 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.088064 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP 74d3609b-1709-47a8-af9c-885414dca98a disassociated. External IP: 172.27.4.248, port: e3547217-2be7-4db4-b82d-59dc6f1654fc. Aug 31 00:26:40.088596 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for e3547217-2be7-4db4-b82d-59dc6f1654fc owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:40.183170 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d3b17eb0-49e7-4374-84f1-2f7995af2db5 req-d24ad09d-bf18-4e73-aff9-a1448d6e8e7a tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=3cd1bb0b-1eec-48de-8fd1-de568f750290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286037 Aug 31 00:26:40.315179 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (e3547217-2be7-4db4-b82d-59dc6f1654fc), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.360438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=e3547217-2be7-4db4-b82d-59dc6f1654fc,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:40.432987 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44438) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:40.446709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:40.540010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:40.566061 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-22603d6a-0c6e-47d3-bd7d-7e00101492a9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-835580744&fields=id&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 267 time: 0.2063844 Aug 31 00:26:40.574572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693214872-network', 'tenant_id': 'dbbf7c1ae02547f084afb8409319d88c'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:40.614195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Made reservation on behalf of dbbf7c1ae02547f084afb8409319d88c for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:40.618942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.632473 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.661118 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:26:40.754955 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks [] for security_group (43962ab1-1dc8-4d02-8596-9c178fa75fba), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.762574 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (43962ab1-1dc8-4d02-8596-9c178fa75fba), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.803666 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:26:40.834197 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43962ab1-1dc8-4d02-8596-9c178fa75fba,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:40.839328 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.839964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-35315f47-9076-4043-b597-28b4b38f3d46 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:40.841060 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Added segment 1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8 of type vlan for network b03f55d4-cc7a-49ce-9141-fece63841771 Aug 31 00:26:40.842638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-35315f47-9076-4043-b597-28b4b38f3d46 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.2665405 Aug 31 00:26:40.886360 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-0d59eff7-d26e-47cd-ae95-748c64457c19 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/quotas/5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 375 time: 0.0318031 Aug 31 00:26:40.891739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:26:40.906542 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:26:40.926525 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:40.928260 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:40.933666 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (b03f55d4-cc7a-49ce-9141-fece63841771), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.988517 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (b03f55d4-cc7a-49ce-9141-fece63841771), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:40.993304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:40.994077 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:41.021631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] No DVR routers for this DVR port e3547217-2be7-4db4-b82d-59dc6f1654fc on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:26:41.029909 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:41.035196 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e51c377d-ee43-4c35-8832-515ac047a021 req-af86cdd5-f9ef-4621-b550-6565cd71b382 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "DELETE /networking/v2.0/ports/e3547217-2be7-4db4-b82d-59dc6f1654fc HTTP/1.1" status: 204 len: 173 time: 1.5169477 Aug 31 00:26:41.035726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'name': 'network-vif-deleted', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:41.039065 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9affcfce-eea1-4b3a-9e62-bb973431be6e" -d '{"events": [{"server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "name": "network-vif-deleted", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:41.054937 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-be5326cc-8388-4361-a43f-b4a1066b70f4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442006 Aug 31 00:26:41.063924 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6294005 Aug 31 00:26:41.067082 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:41.070846 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44444) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:41.081736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Request body: {'subnet': {'network_id': 'b03f55d4-cc7a-49ce-9141-fece63841771', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693214872-subnet', 'tenant_id': 'dbbf7c1ae02547f084afb8409319d88c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:41.095744 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7650c9-71ac-4281-a0ba-ff8ea9cb8553 admin admin] Pushing event updated for resources: {'Network': ['ID=b03f55d4-cc7a-49ce-9141-fece63841771,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:41.112075 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network b03f55d4-cc7a-49ce-9141-fece63841771 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:41.128267 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d08ae-9e63-4345-9a6a-9a9f58338e0d x-openstack-request-id: req-284d08ae-9e63-4345-9a6a-9a9f58338e0d {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:41.128812 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599f96bf-1137-4129-af25-5d61b32a4349", "name": "network-vif-deleted", "tag": "e3547217-2be7-4db4-b82d-59dc6f1654fc", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:41.129234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-284d08ae-9e63-4345-9a6a-9a9f58338e0d {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:41.129915 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284d08ae-9e63-4345-9a6a-9a9f58338e0d'] response: {'server_uuid': '599f96bf-1137-4129-af25-5d61b32a4349', 'name': 'network-vif-deleted', 'tag': 'e3547217-2be7-4db4-b82d-59dc6f1654fc', 'status': 'completed', 'code': 200} Aug 31 00:26:41.178070 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Made reservation on behalf of dbbf7c1ae02547f084afb8409319d88c for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:41.183028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9024935'] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:41.388347 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf9cbe4b-9a04-4db0-8d07-934fc96fc026 req-8bb97a7b-dd38-45b4-8fcd-e49560f4c587 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=599f96bf-1137-4129-af25-5d61b32a4349 HTTP/1.1" status: 200 len: 210 time: 0.0565634 Aug 31 00:26:41.454496 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:41.469833 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-87dd27f3-361c-479f-9634-0ab59bcb8edb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701839 Aug 31 00:26:41.635405 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:41.669609 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-ef766d00-299b-4ce0-a408-8332d8067ee8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754417 Aug 31 00:26:41.680241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9802995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9024945'] for subnet (be7be6a1-d935-4917-b37a-af10a0297aa6), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:41.757800 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:41.762578 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7be6a1-d935-4917-b37a-af10a0297aa6,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:41.767129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:41.769476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Checking segment: {'id': '1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b03f55d4-cc7a-49ce-9141-fece63841771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:41.770215 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Network hostable DHCP agents. Network: b03f55d4-cc7a-49ce-9141-fece63841771, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:41.791722 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:26:41.805368 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:26:41.807653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Network b03f55d4-cc7a-49ce-9141-fece63841771 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:41.808466 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:26:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:41.830343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, b03f55d4-cc7a-49ce-9141-fece63841771) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:41.840622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:41.841560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:41.858909 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dcb03c-f329-4332-a4ef-513ba6a502d0 None None] Network b03f55d4-cc7a-49ce-9141-fece63841771 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:41.911668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-999a4416-bb0e-4e91-a4bd-e25539747064 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8382833 Aug 31 00:26:41.974659 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.205412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5066610-f951-4d2e-96cb-c80d09e243ae None None] Network b03f55d4-cc7a-49ce-9141-fece63841771 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:42.274304 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:26:42.434307 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device e3547217-2be7-4db4-b82d-59dc6f1654fc no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:26:42.449316 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c66e0a71-2a7c-49e8-b51c-6a958f65bafa req-a7f34394-5e90-4b31-a5d6-6ee21d71d36a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.0653143 Aug 31 00:26:42.516538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: e3547217-2be7-4db4-b82d-59dc6f1654fc {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:26:42.517190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device e3547217-2be7-4db4-b82d-59dc6f1654fc not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:26:42.680503 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44490) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:42.691186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:42.739508 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:42.780982 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (3cd1bb0b-1eec-48de-8fd1-de568f750290), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.844831 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (3cd1bb0b-1eec-48de-8fd1-de568f750290), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.880412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:42.911731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44496) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:42.918237 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-499863217-network', 'tenant_id': '8006634323b4495ba0b94e33444894a2'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:42.930227 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac9df-a165-4d0b-a2c7-e1c50259f214 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:26:42.969287 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Made reservation on behalf of 8006634323b4495ba0b94e33444894a2 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:42.971503 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3cd1bb0b-1eec-48de-8fd1-de568f750290), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.973985 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.978640 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:42.981834 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3cd1bb0b-1eec-48de-8fd1-de568f750290 HTTP/1.1" status: 204 len: 168 time: 0.2999485 Aug 31 00:26:42.988292 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44498) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:42.990913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.037256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfd640-9919-4298-8a03-133895c3d629 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd1bb0b-1eec-48de-8fd1-de568f750290,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:43.041535 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-e8a51ffd-1f0b-443f-ab1e-73aa4596722b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] show failed (client error): The resource could not be found. Aug 31 00:26:43.044459 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e8a51ffd-1f0b-443f-ab1e-73aa4596722b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups/3cd1bb0b-1eec-48de-8fd1-de568f750290 HTTP/1.1" status: 404 len: 347 time: 0.0539203 Aug 31 00:26:43.049066 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44502) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:43.173193 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:43.181007 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks [] for security_group (1bd40a00-5486-4b78-bc7c-104289d3ec84), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.187569 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1bd40a00-5486-4b78-bc7c-104289d3ec84), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.254054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:26:43.274628 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd40a00-5486-4b78-bc7c-104289d3ec84,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:43.284721 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (d797af1c-3d4f-4983-8fe0-00587d65b13d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.296783 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Added segment d797af1c-3d4f-4983-8fe0-00587d65b13d of type vlan for network 268ee198-7115-4607-bd04-47bb307c6ca1 Aug 31 00:26:43.316709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port 6bc5ae75-14d6-47d0-843b-deb0c38c97f0 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:26:43.318015 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.407176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (268ee198-7115-4607-bd04-47bb307c6ca1), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.447424 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (268ee198-7115-4607-bd04-47bb307c6ca1), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.448833 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:43.449577 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.459383 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ba10a-0996-436d-823d-687aa77014fa None None] New status for floating IP 74d3609b-1709-47a8-af9c-885414dca98a: DOWN {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:26:43.488420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.489299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.521689 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] Pushing event updated for resources: {'Network': ['ID=268ee198-7115-4607-bd04-47bb307c6ca1,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:43.541245 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 268ee198-7115-4607-bd04-47bb307c6ca1 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:26:43.544542 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b82ee167-2d85-480d-937d-431858d65171 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6311522 Aug 31 00:26:43.549137 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44506) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:43.556078 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Request body: {'subnet': {'network_id': '268ee198-7115-4607-bd04-47bb307c6ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-499863217-subnet', 'tenant_id': '8006634323b4495ba0b94e33444894a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:43.573487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for 6bc5ae75-14d6-47d0-843b-deb0c38c97f0 owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:26:43.597465 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Made reservation on behalf of 8006634323b4495ba0b94e33444894a2 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:43.602454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.854997 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-549a4eee-bef4-4159-9c84-558ea5d8b0eb req-d2414111-cad8-4512-a8cb-61e777f6998b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.0654364 Aug 31 00:26:43.982018 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (6bc5ae75-14d6-47d0-843b-deb0c38c97f0), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:43.992383 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (768db44e-8911-4e5b-be90-93cea4bb5750), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.037800 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=6bc5ae75-14d6-47d0-843b-deb0c38c97f0,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:44.081404 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768db44e-8911-4e5b-be90-93cea4bb5750,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:44.097572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Checking segment: {'id': 'd797af1c-3d4f-4983-8fe0-00587d65b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '268ee198-7115-4607-bd04-47bb307c6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:44.098061 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Network hostable DHCP agents. Network: 268ee198-7115-4607-bd04-47bb307c6ca1, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:26:44.126215 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Network 268ee198-7115-4607-bd04-47bb307c6ca1 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:26:44.137514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (74d3609b-1709-47a8-af9c-885414dca98a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.141991 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.147917 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-268e1d08-bdbd-4361-a8c9-c08850c28bcc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/74d3609b-1709-47a8-af9c-885414dca98a HTTP/1.1" status: 204 len: 168 time: 1.0920177 Aug 31 00:26:44.150614 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 268ee198-7115-4607-bd04-47bb307c6ca1) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:44.169046 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f2ddb-e9fd-4e43-a1f0-8709ebd006fd None None] Network 268ee198-7115-4607-bd04-47bb307c6ca1 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:44.170307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:44.171261 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.198607 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-636e8b45-e5a7-46f2-8b7b-f67d359acb23 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6477365 Aug 31 00:26:44.296761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44520) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:44.308510 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922734637', 'description': 'tempest-description--1485863593'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:44.371331 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.440761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f47f0-5d67-427d-9009-d5e952e3fec4 None None] Network 268ee198-7115-4607-bd04-47bb307c6ca1 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:26:44.500965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:44.502221 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44530) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:44.557836 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (41923846-8956-4a54-b327-19ce9a3df270), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.561471 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:44.596955 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (41923846-8956-4a54-b327-19ce9a3df270), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.690282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-1d522ee6-91fa-41d9-838f-1aada012ea38 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:44.692368 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-1d522ee6-91fa-41d9-838f-1aada012ea38 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.2380600 Aug 31 00:26:44.703740 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.707572 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4070785 Aug 31 00:26:44.709783 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44534) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:44.710655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Deleting subnet be7be6a1-d935-4917-b37a-af10a0297aa6 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:26:44.714226 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd822f5-da68-48b5-9ee7-b6e39b7447ee tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41923846-8956-4a54-b327-19ce9a3df270,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:44.715808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '41923846-8956-4a54-b327-19ce9a3df270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:44.721102 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Publish callbacks [] for subnet (be7be6a1-d935-4917-b37a-af10a0297aa6), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.764642 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (43d8f0a8-0993-4f4c-b873-6c64740cc653), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.792730 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (be7be6a1-d935-4917-b37a-af10a0297aa6), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.871719 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (be7be6a1-d935-4917-b37a-af10a0297aa6), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:44.876944 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:44.945909 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71003261-8e85-496c-a7fa-e05c4b7ea395 req-1fb4da63-b33a-40c5-9c50-e2d0e7f418d2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:44.948626 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71003261-8e85-496c-a7fa-e05c4b7ea395 req-1fb4da63-b33a-40c5-9c50-e2d0e7f418d2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1764348 Aug 31 00:26:44.968306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:44.978742 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (be7be6a1-d935-4917-b37a-af10a0297aa6), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.016395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7be6a1-d935-4917-b37a-af10a0297aa6,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:45.031292 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (43d8f0a8-0993-4f4c-b873-6c64740cc653), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.035729 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.044209 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cca3f10d-1fa4-46fb-a096-72593b27e747 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/be7be6a1-d935-4917-b37a-af10a0297aa6 HTTP/1.1" status: 204 len: 168 time: 0.5263379 Aug 31 00:26:45.049561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44538) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:45.061289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (43d8f0a8-0993-4f4c-b873-6c64740cc653), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.101735 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-07e4ffa5-ce78-470c-b21a-f09b28c63b80 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 379 time: 0.2860804 Aug 31 00:26:45.138876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'port': {'device_id': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'admin_state_up': True, 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'security_groups': ['9981ca31-f619-42df-94b3-61de3d3bb965']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:45.141129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (b03f55d4-cc7a-49ce-9141-fece63841771), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.145807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d8f0a8-0993-4f4c-b873-6c64740cc653,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:45.149318 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8a866361-425b-4874-b110-fbc485edd348 req-d5f3979e-70f2-482d-a15a-6dd8fd087f99 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.0983267 Aug 31 00:26:45.181086 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.182379 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-dddb11f2-4c41-42d5-afaf-7552525880fc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4712882 Aug 31 00:26:45.204487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44540) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:45.215691 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71003261-8e85-496c-a7fa-e05c4b7ea395 req-d1dacfcf-cabb-4321-be9a-2551ff925fef tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595892 Aug 31 00:26:45.259784 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'security_group_rule': {'security_group_id': '41923846-8956-4a54-b327-19ce9a3df270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:45.311412 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (b03f55d4-cc7a-49ce-9141-fece63841771), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.323455 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Made reservation on behalf of 5e59b45c75cb4f8ea7e7a47730709614 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:45.331131 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.369171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03f55d4-cc7a-49ce-9141-fece63841771']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:45.374719 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (7abffd1a-4429-4b9d-bb31-eeda8b96d6e7), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.418458 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:45.419036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:45.457859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.511940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.545142 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:26:45.546259 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.689361 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (7abffd1a-4429-4b9d-bb31-eeda8b96d6e7), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.699715 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (7abffd1a-4429-4b9d-bb31-eeda8b96d6e7), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.726043 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (b03f55d4-cc7a-49ce-9141-fece63841771), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.750942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.754417 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/b03f55d4-cc7a-49ce-9141-fece63841771 HTTP/1.1" status: 204 len: 168 time: 0.7029231 Aug 31 00:26:45.756394 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abffd1a-4429-4b9d-bb31-eeda8b96d6e7,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:45.759478 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44546) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:45.779399 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d258ce-69ff-447e-b838-3632d0b035f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b03f55d4-cc7a-49ce-9141-fece63841771,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:45.789347 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.796173 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c8977dd8-e053-466a-a2b3-8d083be441d3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883377 Aug 31 00:26:45.797182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44548) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:45.810191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:45.817921 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8 resource provider aggregate not found Aug 31 00:26:45.846158 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a36da57-b11d-4a84-ae6f-4e24c7a5aeb8 found for delete ", "request_id": "req-26037a5b-2400-476a-bb70-5ee90b357f2f"}]} Aug 31 00:26:45.869163 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Deleting subnet 768db44e-8911-4e5b-be90-93cea4bb5750 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:26:45.873166 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Publish callbacks [] for subnet (768db44e-8911-4e5b-be90-93cea4bb5750), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.912899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:45.934945 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (768db44e-8911-4e5b-be90-93cea4bb5750), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.013694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:46.021316 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (768db44e-8911-4e5b-be90-93cea4bb5750), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.030940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.20.0.9 (2cf33b5d-0191-49b5-9f4e-a777ce59af25/266b825c-aea6-4008-a1a4-57098bc4ae25/7ee0bda6-a8f6-49b1-b97f-b289c4493bf3) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:46.069156 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:46.127751 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (768db44e-8911-4e5b-be90-93cea4bb5750), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.160527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.166528 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.173085 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/768db44e-8911-4e5b-be90-93cea4bb5750 HTTP/1.1" status: 204 len: 168 time: 0.4037805 Aug 31 00:26:46.174789 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415dff5-26c2-4f23-a220-7de33d1f88a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768db44e-8911-4e5b-be90-93cea4bb5750,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:46.177379 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44552) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:46.350616 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (268ee198-7115-4607-bd04-47bb307c6ca1), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.421236 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d4a0ba22-de0e-44e4-8633-b99436b41f3f req-96ecb9af-448c-4cce-a0f9-85961b67147c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.0850990 Aug 31 00:26:46.455006 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (268ee198-7115-4607-bd04-47bb307c6ca1), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.486034 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ee198-7115-4607-bd04-47bb307c6ca1']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:46.498694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd797af1c-3d4f-4983-8fe0-00587d65b13d') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:46.499153 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd797af1c-3d4f-4983-8fe0-00587d65b13d') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:26:46.513490 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (d797af1c-3d4f-4983-8fe0-00587d65b13d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.532495 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (d797af1c-3d4f-4983-8fe0-00587d65b13d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.534300 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:46.544095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.545652 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:26:46.546311 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (d797af1c-3d4f-4983-8fe0-00587d65b13d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.554875 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095d14f-3acc-40e2-8036-a0978ace3c74 req-0bcd9b3f-296f-48f6-900b-41187d45f799 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:46.556749 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0095d14f-3acc-40e2-8036-a0978ace3c74 req-0bcd9b3f-296f-48f6-900b-41187d45f799 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.2088985 Aug 31 00:26:46.603499 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:46.616067 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.27.4.7 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/df00e53e-4e47-411d-b625-07ed11eac964) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:46.628555 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (268ee198-7115-4607-bd04-47bb307c6ca1), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.637748 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.643500 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/268ee198-7115-4607-bd04-47bb307c6ca1 HTTP/1.1" status: 204 len: 168 time: 0.4646749 Aug 31 00:26:46.668278 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6f54-f877-4ce2-848b-6ce5b947842e admin admin] Pushing event deleted for resources: {'Network': ['ID=268ee198-7115-4607-bd04-47bb307c6ca1,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:46.772569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:46.780894 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0095d14f-3acc-40e2-8036-a0978ace3c74 req-1ca0a893-3398-48a9-b930-6dd22d45b847 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054989 Aug 31 00:26:46.897267 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:46.920888 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:46.924399 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44560) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:46.925180 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:46.972488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:47.017202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (df00e53e-4e47-411d-b625-07ed11eac964), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.025064 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9d877808-d3f6-4494-8fe4-0b622de6d6a8 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=dbbf7c1ae02547f084afb8409319d88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984669 Aug 31 00:26:47.026129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44562) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:47.054241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:47.055465 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.097629 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] Publish callbacks [] for security_group (43962ab1-1dc8-4d02-8596-9c178fa75fba), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.101693 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-b9f418cd-ced2-4994-b123-da7a3ae56a14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9706943 Aug 31 00:26:47.125379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Request body: {'port': {'device_id': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:47.131975 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] Publish callbacks [] for security_group (43962ab1-1dc8-4d02-8596-9c178fa75fba), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.169012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (df00e53e-4e47-411d-b625-07ed11eac964), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.236334 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (43962ab1-1dc8-4d02-8596-9c178fa75fba), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.239093 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.240421 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/43962ab1-1dc8-4d02-8596-9c178fa75fba HTTP/1.1" status: 204 len: 168 time: 0.2132010 Aug 31 00:26:47.249972 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd9a9-d18f-473e-bdff-300dd6180495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43962ab1-1dc8-4d02-8596-9c178fa75fba,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:47.302598 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:47.303252 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-423fc2c9-23b2-4f44-afa5-b5924a27141a None None] Provisioning complete for port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:47.303985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-423fc2c9-23b2-4f44-afa5-b5924a27141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.315940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:47.326736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:47.336062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=df00e53e-4e47-411d-b625-07ed11eac964,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:47.351160 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-423fc2c9-23b2-4f44-afa5-b5924a27141a None None] Port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:47.378139 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.548175 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:47.575874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.696602 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240934-a3f3-48bf-b8ce-7a426a737761 req-2e0631ee-1e60-4630-b3b5-409714acf17c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:47.699039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-64240934-a3f3-48bf-b8ce-7a426a737761 req-2e0631ee-1e60-4630-b3b5-409714acf17c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 931 time: 0.1466827 Aug 31 00:26:47.776142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (df00e53e-4e47-411d-b625-07ed11eac964), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:47.879260 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment d797af1c-3d4f-4983-8fe0-00587d65b13d resource provider aggregate not found Aug 31 00:26:47.896420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:47.908636 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44576) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:47.930559 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment d797af1c-3d4f-4983-8fe0-00587d65b13d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d797af1c-3d4f-4983-8fe0-00587d65b13d found for delete ", "request_id": "req-594f6daa-272d-4e38-b376-ca43674d5f9d"}]} Aug 31 00:26:47.993027 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-64240934-a3f3-48bf-b8ce-7a426a737761 req-416b03f8-913c-4c66-bdc3-d672ca369ff2 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399516 Aug 31 00:26:47.999886 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-066189bd-feac-41b6-947e-b779c3889f8c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8006634323b4495ba0b94e33444894a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881784 Aug 31 00:26:48.000842 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44578) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:48.071741 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] Publish callbacks [] for security_group (1bd40a00-5486-4b78-bc7c-104289d3ec84), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.098541 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] Publish callbacks [] for security_group (1bd40a00-5486-4b78-bc7c-104289d3ec84), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.137438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e493f8-c2f3-4501-bf84-854714299c7d req-911953b3-2ac9-49d9-8505-1ef6e8780a89 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:48.139657 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a7e493f8-c2f3-4501-bf84-854714299c7d req-911953b3-2ac9-49d9-8505-1ef6e8780a89 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1769471 Aug 31 00:26:48.187583 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1bd40a00-5486-4b78-bc7c-104289d3ec84), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.192881 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.194823 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1bd40a00-5486-4b78-bc7c-104289d3ec84 HTTP/1.1" status: 204 len: 168 time: 0.1925361 Aug 31 00:26:48.201185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:26:48.212037 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b31f-d5dc-4930-9bfe-e215331d55aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd40a00-5486-4b78-bc7c-104289d3ec84,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:48.225805 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks [] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.278269 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Transition to ACTIVE for port object 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:26:48.293469 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.309020 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a7e493f8-c2f3-4501-bf84-854714299c7d req-5ca80a47-8cc4-4a79-a081-d9d9be50c939 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489060 Aug 31 00:26:48.344625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (df00e53e-4e47-411d-b625-07ed11eac964), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.351856 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (df00e53e-4e47-411d-b625-07ed11eac964), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.399637 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Pushing event updated for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:48.477622 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.509557 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=df00e53e-4e47-411d-b625-07ed11eac964,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:48.519778 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.532193 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-026e030c-9d71-43b7-ab95-eb8fe21875c4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7227421 Aug 31 00:26:48.574629 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:48.577036 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Attempting to bind port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:48.577703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Attempting to bind port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:48.578234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Attempting to bind port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:48.587983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:26:48.588620 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Attempting to bind port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:48.599829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:48.600355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:48.601092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Bound using segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:48.601841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Bound port: 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:48.602440 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.733616 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:48.740239 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:48.751449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.761912 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:48.762911 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:48.765842 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 HTTP/1.1" status: 200 len: 1093 time: 1.6480849 Aug 31 00:26:48.766695 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:48.770695 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648dafe4-673f-4ecc-a703-a87bb663bbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:48.905097 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25d4ad6-8509-436d-be89-3f9f73302e34 x-openstack-request-id: req-e25d4ad6-8509-436d-be89-3f9f73302e34 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:48.905457 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:48.905843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e25d4ad6-8509-436d-be89-3f9f73302e34 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:48.906476 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25d4ad6-8509-436d-be89-3f9f73302e34'] response: {'name': 'network-changed', 'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'status': 'completed', 'code': 200} Aug 31 00:26:48.969092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b7b04-b503-4cfc-a6ea-478337eee60a service neutron] Pushing event updated for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:48.989031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-3f0cb994-12ae-48af-a8ae-a55f0b4c43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:48.991569 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-3f0cb994-12ae-48af-a8ae-a55f0b4c43d4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 1127 time: 0.1382220 Aug 31 00:26:48.999979 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-b1a424ad-8c06-4d42-95a3-2e7ba438dfdc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--922734637&fields=id&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 267 time: 0.1892333 Aug 31 00:26:49.084929 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-8514677e-3480-45f3-9b81-84127842da4b service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 HTTP/1.1" status: 200 len: 217 time: 0.0763941 Aug 31 00:26:49.206521 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:49.245984 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bf160-4642-4869-96e0-477e579835d5 req-0ae6a0d2-faf6-4c6c-9d72-01026ce883ff tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:49.247828 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-393bf160-4642-4869-96e0-477e579835d5 req-0ae6a0d2-faf6-4c6c-9d72-01026ce883ff tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.0917089 Aug 31 00:26:49.264314 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-7ae779be-66e7-4c1c-af62-2235d80ba8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:49.265807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-7ae779be-66e7-4c1c-af62-2235d80ba8b6 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.1493506 Aug 31 00:26:49.301142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-16fe4591-593a-470c-862f-a591e27f48c8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:49.302629 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-16fe4591-593a-470c-862f-a591e27f48c8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.2824218 Aug 31 00:26:49.356389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-940dbd48-eee8-4b65-8757-52cafea6d271 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/quotas/dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 375 time: 0.0345871 Aug 31 00:26:49.362013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-9feb18a0-fe60-4d12-843f-8ba84c0a86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:49.363625 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-9feb18a0-fe60-4d12-843f-8ba84c0a86e6 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885205 Aug 31 00:26:49.400225 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-393bf160-4642-4869-96e0-477e579835d5 req-ca79a84b-e70c-4605-9bcc-d8c5bc34bfd7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440203 Aug 31 00:26:49.486555 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-0159c8d5-096f-4afb-b959-d7cb61d33c79 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117167 Aug 31 00:26:49.596420 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-9f1b62d0-1b3f-457f-88d6-05e94501bd89 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204261 Aug 31 00:26:49.668013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e593f-ac72-43ba-89ec-54a7aa6b18b2 req-a85209bc-3db1-4e61-a5dc-d06f34da9cdb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:49.670366 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-410e593f-ac72-43ba-89ec-54a7aa6b18b2 req-a85209bc-3db1-4e61-a5dc-d06f34da9cdb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1335890 Aug 31 00:26:49.750404 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:49.770529 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-0518da0c-d232-4695-a02d-a786087f97f4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669597 Aug 31 00:26:49.870413 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-410e593f-ac72-43ba-89ec-54a7aa6b18b2 req-3fee02aa-7e7d-4a07-948e-298f3e52a45c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643479 Aug 31 00:26:49.882213 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-108312c6-cd6f-48e1-a634-fea62eddd952 req-a271e80a-ebfb-4f7b-b529-c42fbc5e6304 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604210 Aug 31 00:26:49.963761 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8866d6f0-5eba-4350-94ac-e9bd359e2784 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790802 Aug 31 00:26:50.314664 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aba70019-c9d9-475e-a1ad-0069e4e62ee8 req-f30872d2-fff8-4fa5-a919-768643e2f996 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 210 time: 0.0636079 Aug 31 00:26:50.322165 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-d0331419-8a50-4eda-9a4e-d38b7505cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.324183 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-d0331419-8a50-4eda-9a4e-d38b7505cfc4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 1127 time: 0.1514430 Aug 31 00:26:50.514535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-1ac49060-4ae7-4702-a3ca-1702f0c5a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.516531 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-1ac49060-4ae7-4702-a3ca-1702f0c5a450 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1627147 Aug 31 00:26:50.583178 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-a191ca0b-84d5-40c2-bac0-70bb9ac17e5d service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 HTTP/1.1" status: 200 len: 217 time: 0.0548637 Aug 31 00:26:50.690574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163facae-98de-4b0d-9ecf-f1ca61b8a056 req-ccdad72b-bff5-4055-94e9-de2892ff2c21 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.696985 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-163facae-98de-4b0d-9ecf-f1ca61b8a056 req-ccdad72b-bff5-4055-94e9-de2892ff2c21 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.1168253 Aug 31 00:26:50.702052 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-29e244ea-73df-41fd-a52c-5b3cfdb1ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.703788 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-29e244ea-73df-41fd-a52c-5b3cfdb1ce8f service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.1029184 Aug 31 00:26:50.790097 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:50.804423 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-dc681149-a9d0-4561-a87b-5c0594e913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:50.804423 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-dc681149-a9d0-4561-a87b-5c0594e913d1 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900106 Aug 31 00:26:50.816973 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-163facae-98de-4b0d-9ecf-f1ca61b8a056 req-2a63e014-6156-45dc-9301-66455271b29b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118367 Aug 31 00:26:50.995794 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-bfc9a32b-ad1d-4495-b146-5ae187d90869 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773608 Aug 31 00:26:51.160593 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab307a6-488e-4b3e-abb4-7d9f6a885764 req-517cb167-4ab7-4906-bb15-48c4a1b99920 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:51.162204 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1ab307a6-488e-4b3e-abb4-7d9f6a885764 req-517cb167-4ab7-4906-bb15-48c4a1b99920 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1136167 Aug 31 00:26:51.194431 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-648dafe4-673f-4ecc-a703-a87bb663bbb1 req-4f157d71-8ba5-485b-a2f4-0916262475bf service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909709 Aug 31 00:26:51.273432 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1ab307a6-488e-4b3e-abb4-7d9f6a885764 req-328b80c3-bf1f-4b59-b6a7-649b97b24bb0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917807 Aug 31 00:26:51.461800 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2a5f52f4-5181-43f8-9c3d-b5c7592e3f98 req-740eb5ef-53e4-4fdb-936e-5b8a423d7b78 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 210 time: 0.0399296 Aug 31 00:26:51.601287 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:26:51.692241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44698) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:52.373708 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d11506fa-5fcd-4607-a522-f0034f897460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:52.523361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21dd5b-72f9-4848-a738-374728027ea0 req-850cdc35-7c96-4e7c-bd23-6563ffe3e96a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:52.525068 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-de21dd5b-72f9-4848-a738-374728027ea0 req-850cdc35-7c96-4e7c-bd23-6563ffe3e96a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.1950173 Aug 31 00:26:52.580656 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d61a29-26bd-4501-9d46-d02165b994c0 req-f0e33a1a-995d-4272-86b6-0bb08bb07dc1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:52.582466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-51d61a29-26bd-4501-9d46-d02165b994c0 req-f0e33a1a-995d-4272-86b6-0bb08bb07dc1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1332653 Aug 31 00:26:52.628454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:52.670509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-640d2ef8-585e-4964-8487-54218012250d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:52.672056 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-640d2ef8-585e-4964-8487-54218012250d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 815 time: 0.3449030 Aug 31 00:26:52.743787 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-de21dd5b-72f9-4848-a738-374728027ea0 req-d7174713-8242-4ebc-8b6e-1ddbfea68c46 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024910 Aug 31 00:26:52.771020 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-51d61a29-26bd-4501-9d46-d02165b994c0 req-6bcca80a-7803-4d15-b90f-e616ebeeca90 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716835 Aug 31 00:26:52.799924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d11506fa-5fcd-4607-a522-f0034f897460 admin admin] Publish callbacks [] for security_group (9720afde-09f7-4cb4-98cb-28af3d2a15bf), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:52.817819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-d11506fa-5fcd-4607-a522-f0034f897460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9720afde-09f7-4cb4-98cb-28af3d2a15bf), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:52.864274 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e966eeb5-812f-4f70-bf15-37ffe3e7c657 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dbe3f343119e4f10828c98ef17e8da5c HTTP/1.1" status: 200 len: 379 time: 0.1737518 Aug 31 00:26:52.886924 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'port': {'device_id': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'admin_state_up': True, 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'security_groups': ['41923846-8956-4a54-b327-19ce9a3df270']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:52.904931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:52.921074 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-d11506fa-5fcd-4607-a522-f0034f897460 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=fecb0342147d4bfeba3a263b1bc5afb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2274241 Aug 31 00:26:52.924412 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44718) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:52.977755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11506fa-5fcd-4607-a522-f0034f897460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720afde-09f7-4cb4-98cb-28af3d2a15bf,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:52.990765 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6d835155-396b-4cf1-8ead-2282dfb8c648 req-acab030b-c238-4481-ac1c-7afa747a4a9f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 210 time: 0.1175187 Aug 31 00:26:53.033381 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] Publish callbacks [] for security_group (9720afde-09f7-4cb4-98cb-28af3d2a15bf), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.073341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] Publish callbacks [] for security_group (9720afde-09f7-4cb4-98cb-28af3d2a15bf), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.101765 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Made reservation on behalf of dbe3f343119e4f10828c98ef17e8da5c for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:26:53.105953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:53.106192 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.131228 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:53.167731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9720afde-09f7-4cb4-98cb-28af3d2a15bf), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.173692 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.175732 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9720afde-09f7-4cb4-98cb-28af3d2a15bf HTTP/1.1" status: 204 len: 168 time: 0.2496884 Aug 31 00:26:53.192652 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c02b6a-7744-4cc2-90b0-ac63b840991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720afde-09f7-4cb4-98cb-28af3d2a15bf,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:53.296832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Allocated IP 172.20.0.6 (923db031-4095-45ac-869f-da21aba3a797/87cc556d-2c3b-43b5-a6c9-19834df1523c/3bf14da9-ff0f-4d44-b9b5-dc459021416b) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:26:53.533958 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.594472 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.668509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Network 923db031-4095-45ac-869f-da21aba3a797 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:26:53.678604 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:26:53.682325 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event updated for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:53.687981 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:26:53.697820 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44726) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:53.719274 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2f02bd1c-59c6-4854-9c0d-cfc842501466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.791452 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:53.792771 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.809788 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:53.847445 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-8b4c8997-a207-4a85-86c9-4936b9274a5e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676943 Aug 31 00:26:53.864014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2f02bd1c-59c6-4854-9c0d-cfc842501466 admin admin] Publish callbacks [] for security_group (f894cd10-be0a-443c-a440-113d0f21acc4), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.870782 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2f02bd1c-59c6-4854-9c0d-cfc842501466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f894cd10-be0a-443c-a440-113d0f21acc4), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.877191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Request body: {'port': {'device_id': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:26:53.941838 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2f02bd1c-59c6-4854-9c0d-cfc842501466 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bc49251b8aed47c78b132e88026f40d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419088 Aug 31 00:26:53.958100 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 44732) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:26:53.960506 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:53.983520 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02bd1c-59c6-4854-9c0d-cfc842501466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f894cd10-be0a-443c-a440-113d0f21acc4,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:54.025651 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-50e98451-6699-4837-ae35-84e9189c33ee None None] Provisioning complete for port 3bf14da9-ff0f-4d44-b9b5-dc459021416b triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:26:54.026597 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-50e98451-6699-4837-ae35-84e9189c33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.030737 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:54.081747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-50e98451-6699-4837-ae35-84e9189c33ee None None] Port 3bf14da9-ff0f-4d44-b9b5-dc459021416b cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:26:54.130168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d554-e0a4-456c-a8df-c3d3db911bf8 req-c48e0d0d-7235-43b0-9adc-9d4b1139aff7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:54.131964 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8214d554-e0a4-456c-a8df-c3d3db911bf8 req-c48e0d0d-7235-43b0-9adc-9d4b1139aff7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.1724966 Aug 31 00:26:54.172921 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d87c0-f79b-4b7b-b72f-2c63eae4f510 req-4181293e-da2b-43c4-896b-3eef7f830f69 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:54.174670 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-387d87c0-f79b-4b7b-b72f-2c63eae4f510 req-4181293e-da2b-43c4-896b-3eef7f830f69 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1887267 Aug 31 00:26:54.197416 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:54.248120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] Publish callbacks [] for security_group (f894cd10-be0a-443c-a440-113d0f21acc4), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.378963 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] Publish callbacks [] for security_group (f894cd10-be0a-443c-a440-113d0f21acc4), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.384730 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8214d554-e0a4-456c-a8df-c3d3db911bf8 req-504fab00-0394-4c42-b2c0-357629c5d42d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231677 Aug 31 00:26:54.421035 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-387d87c0-f79b-4b7b-b72f-2c63eae4f510 req-f33f94e0-b8af-47c8-98ee-440040db3fad tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353237 Aug 31 00:26:54.602762 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40234c-5a7f-49a5-8e65-5754eb840db7 req-fabf88cf-2e5b-43f9-a681-89cd18c7d1b3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:54.604451 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ef40234c-5a7f-49a5-8e65-5754eb840db7 req-fabf88cf-2e5b-43f9-a681-89cd18c7d1b3 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 931 time: 0.0771008 Aug 31 00:26:54.628054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f894cd10-be0a-443c-a440-113d0f21acc4), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.630702 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.631996 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f894cd10-be0a-443c-a440-113d0f21acc4 HTTP/1.1" status: 204 len: 168 time: 0.6681712 Aug 31 00:26:54.676289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d405c5b-77f4-4311-8702-eb13c69b5d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f894cd10-be0a-443c-a440-113d0f21acc4,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:54.756551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ef40234c-5a7f-49a5-8e65-5754eb840db7 req-22397033-9322-444c-b364-ad4f1552ed37 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422269 Aug 31 00:26:54.813724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf14da9-ff0f-4d44-b9b5-dc459021416b {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:26:54.825168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks [] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.831222 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:54.849828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Transition to ACTIVE for port object 3bf14da9-ff0f-4d44-b9b5-dc459021416b will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:26:54.855767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:54.983607 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:55.046595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Attempting to bind port 3bf14da9-ff0f-4d44-b9b5-dc459021416b on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:26:55.047135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Attempting to bind port 3bf14da9-ff0f-4d44-b9b5-dc459021416b by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:26:55.047546 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Attempting to bind port 3bf14da9-ff0f-4d44-b9b5-dc459021416b on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:55.053923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Port 3bf14da9-ff0f-4d44-b9b5-dc459021416b on network 923db031-4095-45ac-869f-da21aba3a797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:26:55.054381 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Attempting to bind port 3bf14da9-ff0f-4d44-b9b5-dc459021416b on network 923db031-4095-45ac-869f-da21aba3a797 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:26:55.061049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:26:55.061671 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Checking segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:26:55.062150 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Bound using segment: {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:26:55.062720 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Bound port: 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f68a51-2077-489e-a09b-a0918d1064a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '923db031-4095-45ac-869f-da21aba3a797'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:26:55.063213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:55.188053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:26:55.192504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:26:55.201235 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:55.207199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:55.208028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:55.210228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/3bf14da9-ff0f-4d44-b9b5-dc459021416b HTTP/1.1" status: 200 len: 1093 time: 1.3488109 Aug 31 00:26:55.211085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:26:55.213885 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24494da0-b261-45b8-85fb-d9fb943c1b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:26:55.287884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8efa02-b1ca-40f2-88e5-f40b5963edf2 x-openstack-request-id: req-3f8efa02-b1ca-40f2-88e5-f40b5963edf2 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:26:55.288343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:26:55.288853 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f8efa02-b1ca-40f2-88e5-f40b5963edf2 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:26:55.289396 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8efa02-b1ca-40f2-88e5-f40b5963edf2'] response: {'name': 'network-changed', 'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'status': 'completed', 'code': 200} Aug 31 00:26:55.293399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51373-9633-49d2-846e-8a694813d956 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:55.640693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b841cb6-46e3-4f47-9abc-50dcfc17b7bd req-01c65712-999d-4dd4-9ad8-5bdf2b48448e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:55.643228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b841cb6-46e3-4f47-9abc-50dcfc17b7bd req-01c65712-999d-4dd4-9ad8-5bdf2b48448e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.1452382 Aug 31 00:26:55.662996 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f245-45ca-4dff-a73e-170ff4e25162 req-1c3ea80c-d125-4cf1-b649-1a28251c10e9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:55.665847 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-24b3f245-45ca-4dff-a73e-170ff4e25162 req-1c3ea80c-d125-4cf1-b649-1a28251c10e9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1080418 Aug 31 00:26:55.823262 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b841cb6-46e3-4f47-9abc-50dcfc17b7bd req-33feb470-2398-46ba-856e-86debebad8de tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558404 Aug 31 00:26:55.832095 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-24b3f245-45ca-4dff-a73e-170ff4e25162 req-3d8d6f89-86af-454e-a2bc-1ecac8041119 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492712 Aug 31 00:26:56.048570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f2e3-93bc-4f10-8f89-3aa0fe94ddee req-75cfb72b-161a-4bea-bf14-76643ee614d6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.051984 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ffc2f2e3-93bc-4f10-8f89-3aa0fe94ddee req-75cfb72b-161a-4bea-bf14-76643ee614d6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 943 time: 0.1289473 Aug 31 00:26:56.076688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-04b85853-f769-45e3-b999-1b78f79e73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.079234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-04b85853-f769-45e3-b999-1b78f79e73fb service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 1127 time: 0.1128433 Aug 31 00:26:56.096329 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:56.270735 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ffc2f2e3-93bc-4f10-8f89-3aa0fe94ddee req-e8e46c66-c847-4c83-a100-878a6af6b70f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080514 Aug 31 00:26:56.319730 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-62e11af7-b07c-4799-9963-da17381f48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.321315 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-62e11af7-b07c-4799-9963-da17381f48d6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2233136 Aug 31 00:26:56.459459 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-fd94c87c-c99c-4c14-a3a0-9233b8744d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.461029 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-24494da0-b261-45b8-85fb-d9fb943c1b2c req-fd94c87c-c99c-4c14-a3a0-9233b8744d18 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335464 Aug 31 00:26:56.579465 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:56.591692 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-9319c3cf-7e61-4734-95a5-a50a5cd28147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.594307 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-9319c3cf-7e61-4734-95a5-a50a5cd28147 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 1127 time: 0.0654838 Aug 31 00:26:56.645557 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-60130c68-7ca5-4245-8fb9-8d7fbaea3ded service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b HTTP/1.1" status: 200 len: 217 time: 0.0386705 Aug 31 00:26:56.707357 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-339dc425-9d83-4628-8627-961d340c0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.709009 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-339dc425-9d83-4628-8627-961d340c0078 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.0573738 Aug 31 00:26:56.787402 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-458b63c9-1e3b-445b-9869-eb5a80d75eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:56.787402 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-458b63c9-1e3b-445b-9869-eb5a80d75eb8 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690608 Aug 31 00:26:57.010634 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-20b04cd1-1571-4da0-9fa0-f5faafd7dcc1 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174578 Aug 31 00:26:57.202098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac220b2d-de2a-422e-9593-50145c78b0cc req-1713b9c7-8283-4ced-8933-9b276b0bdc96 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:57.203719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac220b2d-de2a-422e-9593-50145c78b0cc req-1713b9c7-8283-4ced-8933-9b276b0bdc96 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.2317557 Aug 31 00:26:57.213288 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23cd1-7cee-4c82-a252-9e97547e30c8 req-2f277ba7-a380-4374-92ca-cb6f5e939757 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:57.214972 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e6d23cd1-7cee-4c82-a252-9e97547e30c8 req-2f277ba7-a380-4374-92ca-cb6f5e939757 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.2028756 Aug 31 00:26:57.336727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7ea5cbb-4989-4d3b-bc54-0870b6176bf7 req-90b923cc-cd1e-49f6-bf3f-cb50b434fb2b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943332 Aug 31 00:26:57.345191 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ac220b2d-de2a-422e-9593-50145c78b0cc req-35efdc17-a2d5-423b-bd6f-7af31efb2089 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290922 Aug 31 00:26:57.361294 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e6d23cd1-7cee-4c82-a252-9e97547e30c8 req-338794db-a099-4bf0-b6ae-bb6f5dc69695 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282442 Aug 31 00:26:57.560737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324c5ab-2271-4a25-b762-872430ece380 req-77afaf36-d04d-49eb-a77f-75808b4b7cf5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:57.563598 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7324c5ab-2271-4a25-b762-872430ece380 req-77afaf36-d04d-49eb-a77f-75808b4b7cf5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 943 time: 0.0962980 Aug 31 00:26:57.658642 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7324c5ab-2271-4a25-b762-872430ece380 req-35bcdc69-b51c-4323-bf28-21323ccc1a52 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814791 Aug 31 00:26:58.349625 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:26:58.487769 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83254-0e6b-4141-a77c-ef06ac21a45a req-e51bfa4c-2031-4f83-820e-071eeb72d0c0 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:58.489735 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7c83254-0e6b-4141-a77c-ef06ac21a45a req-e51bfa4c-2031-4f83-820e-071eeb72d0c0 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0902662 Aug 31 00:26:58.619337 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fb40-f6f3-459e-82c4-001bc6a53b79 req-9fdc6e82-d865-4387-a20e-1157fcba22da tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:58.621280 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b233fb40-f6f3-459e-82c4-001bc6a53b79 req-9fdc6e82-d865-4387-a20e-1157fcba22da tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 943 time: 0.0990751 Aug 31 00:26:58.631865 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e7c83254-0e6b-4141-a77c-ef06ac21a45a req-4f15ad4f-4aba-47b5-a4c7-a6bdcbd2d386 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303036 Aug 31 00:26:58.724239 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b233fb40-f6f3-459e-82c4-001bc6a53b79 req-57b6f612-a47a-406f-8351-0ae067679f6e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905626 Aug 31 00:26:58.735328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:58.754391 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'port_id': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'mac_address': 'fa:16:3e:61:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:26:58.781056 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:58.829686 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:26:58.830534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:58.861081 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:26:58.907355 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:26:58.914345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:26:58.929554 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f4221-4a43-40dc-9f71-16f15876f366 req-3af86e2a-9544-4abf-b283-583a41f0dfef tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:58.931172 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-642f4221-4a43-40dc-9f71-16f15876f366 req-3af86e2a-9544-4abf-b283-583a41f0dfef tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 943 time: 0.0783286 Aug 31 00:26:58.951223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe1113-8b1d-4bc1-8a14-3ca2f440b9c1 req-c7b994a7-fe3b-4fc0-a45a-7fa393515e64 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:58.954402 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f0fe1113-8b1d-4bc1-8a14-3ca2f440b9c1 req-c7b994a7-fe3b-4fc0-a45a-7fa393515e64 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1979766 Aug 31 00:26:59.035889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:26:59.048019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.048991 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.049816 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.050591 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.052311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.052894 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.053395 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.053890 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.054383 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.055338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.055855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.056381 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.057983 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.058591 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.059141 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:26:59.065141 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-642f4221-4a43-40dc-9f71-16f15876f366 req-07ffc935-50df-4ff5-9a82-ebea4d65ffdc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096931 Aug 31 00:26:59.080053 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f0fe1113-8b1d-4bc1-8a14-3ca2f440b9c1 req-f38b18dd-5cfa-4b52-8edb-fff4683e8829 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948253 Aug 31 00:26:59.282833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['7ee0bda6-a8f6-49b1-b97f-b289c4493bf3'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:26:59.511005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:59.803501 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98679a-d6eb-45b1-a0c0-b9a43ca5a7d0 req-167d4983-78ab-41ed-90bb-90498eea82fe tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:59.806144 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d98679a-d6eb-45b1-a0c0-b9a43ca5a7d0 req-167d4983-78ab-41ed-90bb-90498eea82fe tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0773966 Aug 31 00:26:59.894377 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:26:59.925786 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d98679a-d6eb-45b1-a0c0-b9a43ca5a7d0 req-78fec654-3857-4146-88a1-115ea30d21af tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074162 Aug 31 00:26:59.932837 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702c16-c5e5-472e-a589-551423bf5977 req-5ad99a66-e3e6-427f-b2c6-5db57442beed tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:26:59.935417 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-27702c16-c5e5-472e-a589-551423bf5977 req-5ad99a66-e3e6-427f-b2c6-5db57442beed tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 944 time: 0.0780261 Aug 31 00:26:59.998591 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-27702c16-c5e5-472e-a589-551423bf5977 req-b91ab003-58ea-4b68-81d0-fd62ba71fd3d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560918 Aug 31 00:27:00.287357 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2e431-01fd-49ba-81e4-6151c4aba707 req-a3b516dc-691e-46b9-a5b1-6f428e81dcc8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:00.289234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66e2e431-01fd-49ba-81e4-6151c4aba707 req-a3b516dc-691e-46b9-a5b1-6f428e81dcc8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 943 time: 0.0886884 Aug 31 00:27:00.318231 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fd58-fe1f-47c6-8242-155d755d0370 req-ecec5afe-5bd1-4c8d-b800-caae43ddb3bb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:00.320348 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8961fd58-fe1f-47c6-8242-155d755d0370 req-ecec5afe-5bd1-4c8d-b800-caae43ddb3bb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0869412 Aug 31 00:27:00.357078 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 3bf14da9-ff0f-4d44-b9b5-dc459021416b details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:27:00.380660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:00.438845 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66e2e431-01fd-49ba-81e4-6151c4aba707 req-31a4bbb6-ace1-4715-a435-40cfef25b1f6 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388650 Aug 31 00:27:00.446104 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8961fd58-fe1f-47c6-8242-155d755d0370 req-7ae71bbb-b556-449c-a22c-9752147f787a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097865 Aug 31 00:27:00.574972 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:27:00.600511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:00.601169 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:00.611973 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:00.686717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:00.708643 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'port_id': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'mac_address': 'fa:16:3e:42:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:27:00.787251 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 3bf14da9-ff0f-4d44-b9b5-dc459021416b is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:00.787832 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:00.791875 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:00.792534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:00.829907 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf14da9-ff0f-4d44-b9b5-dc459021416b {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:27:00.844688 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:00.847464 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ecbc41-6aec-45c3-a50d-a273abf1a71f" -d '{"events": [{"server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "name": "network-vif-plugged", "status": "completed", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:00.880479 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:00.882727 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:00.885817 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:00.892298 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:00.957311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:01.057554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:01.257082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b79d-c094-461f-9b56-0f9fd3ea18e7 req-491e122e-a8a1-43db-aa9c-019a8191bcac tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:01.265424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8773b79d-c094-461f-9b56-0f9fd3ea18e7 req-491e122e-a8a1-43db-aa9c-019a8191bcac tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1393096 Aug 31 00:27:01.307660 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['3bf14da9-ff0f-4d44-b9b5-dc459021416b'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:27:01.382197 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8773b79d-c094-461f-9b56-0f9fd3ea18e7 req-d68e3983-3560-4e91-b9a5-a8bd96f1f9ae tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151674 Aug 31 00:27:01.403400 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c7d4b-81ee-4468-939e-e48f418566e2 x-openstack-request-id: req-229c7d4b-81ee-4468-939e-e48f418566e2 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:01.404385 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "name": "network-vif-plugged", "status": "completed", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:01.405101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-229c7d4b-81ee-4468-939e-e48f418566e2 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:01.405694 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229c7d4b-81ee-4468-939e-e48f418566e2'] response: {'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'code': 200} Aug 31 00:27:01.585156 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf040-8fba-45d5-b6ab-bb0126d0eef7 req-9f08b59c-592e-4537-8f7d-352a42c42c5f tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:01.588352 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fdcf040-8fba-45d5-b6ab-bb0126d0eef7 req-9f08b59c-592e-4537-8f7d-352a42c42c5f tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.1112585 Aug 31 00:27:01.663860 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:01.713539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d63a-cdbb-4ac2-bbb5-0985f097c94b req-b6a2e3c0-1be9-4b52-a8b4-9dec080fd0a0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:01.715726 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92d6d63a-cdbb-4ac2-bbb5-0985f097c94b req-b6a2e3c0-1be9-4b52-a8b4-9dec080fd0a0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0950952 Aug 31 00:27:01.765308 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7fdcf040-8fba-45d5-b6ab-bb0126d0eef7 req-8f199bbf-0820-4caf-8d63-2b9e47426e77 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642725 Aug 31 00:27:01.828189 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d055a63-d3a7-408f-83bd-8bdf5f850d14 req-54cc902f-8ac4-4318-9c22-f4b96953fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:01.831057 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d055a63-d3a7-408f-83bd-8bdf5f850d14 req-54cc902f-8ac4-4318-9c22-f4b96953fbb1 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 1129 time: 0.1094687 Aug 31 00:27:01.837484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92d6d63a-cdbb-4ac2-bbb5-0985f097c94b req-219a1887-2f9d-4c0e-a9ed-d13682f03ec0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014891 Aug 31 00:27:01.917909 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=12 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:01.924797 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d055a63-d3a7-408f-83bd-8bdf5f850d14 req-160890bd-00e5-4c2a-befd-6fe595ef7c37 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853028 Aug 31 00:27:01.975279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f55095-c854-4ce5-9004-3759aeb524cc req-16987cb8-9fd0-476f-b6d4-8a6d18cb4f2f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:01.976942 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-09f55095-c854-4ce5-9004-3759aeb524cc req-16987cb8-9fd0-476f-b6d4-8a6d18cb4f2f tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 944 time: 0.0687969 Aug 31 00:27:02.038366 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-09f55095-c854-4ce5-9004-3759aeb524cc req-3bb1c74f-e8b2-4418-aa30-fd2e053c775e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502262 Aug 31 00:27:02.103239 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44896) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:02.207595 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:02.227940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.358560 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Publish callbacks [] for security_group (f37747de-8568-4919-a85d-e1de71105a1a), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.363723 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f37747de-8568-4919-a85d-e1de71105a1a), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.409608 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37747de-8568-4919-a85d-e1de71105a1a,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:02.413962 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0931c4cc855d40d7a02ab82c0c1f0752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094769 Aug 31 00:27:02.417670 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44902) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:02.437586 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.438189 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.438604 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.439192 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.439794 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.440442 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.440941 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.441947 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.441947 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.442542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.443095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.444031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.444588 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.445092 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.445683 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbbebb-071d-4a94-8694-b25014c15f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:02.546161 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] Publish callbacks [] for security_group (f37747de-8568-4919-a85d-e1de71105a1a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.574644 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] Publish callbacks [] for security_group (f37747de-8568-4919-a85d-e1de71105a1a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.602847 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0799847-7e36-4f4d-9e5e-9dcb48a092f2 req-dd71ed83-c8b3-4ff5-964b-8cb5cb4dbb07 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:02.607858 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f0799847-7e36-4f4d-9e5e-9dcb48a092f2 req-dd71ed83-c8b3-4ff5-964b-8cb5cb4dbb07 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0849879 Aug 31 00:27:02.621529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:27:02.648204 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 3bf14da9-ff0f-4d44-b9b5-dc459021416b up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:02.651375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f37747de-8568-4919-a85d-e1de71105a1a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.655924 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:02.661393 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f37747de-8568-4919-a85d-e1de71105a1a HTTP/1.1" status: 204 len: 168 time: 0.2385294 Aug 31 00:27:02.665345 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:02.667693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed791851-e564-41a7-9fa4-b2b7278f5029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37747de-8568-4919-a85d-e1de71105a1a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:02.701389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f0799847-7e36-4f4d-9e5e-9dcb48a092f2 req-c0d23e40-3663-4371-8b6d-650289579475 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794210 Aug 31 00:27:02.860966 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 3bf14da9-ff0f-4d44-b9b5-dc459021416b completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:27:02.877730 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 3bf14da9-ff0f-4d44-b9b5-dc459021416b triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:02.878384 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.062529 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:03.068682 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d57d2-8a4a-4178-baa9-217d24a592bf req-ee31e7cb-50f4-4ea9-a453-97aa45cc3476 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:03.072553 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c13d57d2-8a4a-4178-baa9-217d24a592bf req-ee31e7cb-50f4-4ea9-a453-97aa45cc3476 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.1256723 Aug 31 00:27:03.103749 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:27:03.224802 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.239973 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: ACTIVE; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:03.240645 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.250149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 3bf14da9-ff0f-4d44-b9b5-dc459021416b is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:03.250149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.320890 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:27:03.322128 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44934) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:03.335331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c13d57d2-8a4a-4178-baa9-217d24a592bf req-d9e2dd9b-03c7-4c45-9881-efef03c6ce5d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471132 Aug 31 00:27:03.367855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:03.377943 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd3b8-a8e4-4574-9a4e-d2f683c88b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.384558 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.444347 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:03.448340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612dfea-4b0e-49ec-a4d6-372f5b55519c" -d '{"events": [{"server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:03.461321 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:03.468584 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.511197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:03.533591 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd3b8-a8e4-4574-9a4e-d2f683c88b78 admin admin] Publish callbacks [] for security_group (6c713470-16af-419b-9c5c-c564915ce622), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.538960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd3b8-a8e4-4574-9a4e-d2f683c88b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6c713470-16af-419b-9c5c-c564915ce622), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.568450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531344c4-6c0a-4320-9a58-4ed9488b8b6a req-940ea9c7-3bda-44a5-ac30-a5db19a025d3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:03.571153 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-531344c4-6c0a-4320-9a58-4ed9488b8b6a req-940ea9c7-3bda-44a5-ac30-a5db19a025d3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1407893 Aug 31 00:27:03.586838 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc1f2-9f05-4a17-9797-e93cbded11b4 req-03e20fe7-27f5-4833-ab52-a6e41dc58f56 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:03.591028 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d80bc1f2-9f05-4a17-9797-e93cbded11b4 req-03e20fe7-27f5-4833-ab52-a6e41dc58f56 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1827328 Aug 31 00:27:03.604024 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1d8cd3b8-a8e4-4574-9a4e-d2f683c88b78 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d49cc6a3204a4680a179f4cc35eee7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791901 Aug 31 00:27:03.605436 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cd3b8-a8e4-4574-9a4e-d2f683c88b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c713470-16af-419b-9c5c-c564915ce622,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:03.611031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44938) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:03.622459 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=6']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:03.661527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.682694 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.691959 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['9e1236d0-86cd-45da-a9dc-878f6a1707a4'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:27:03.697423 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:03.756057 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] Publish callbacks [] for security_group (6c713470-16af-419b-9c5c-c564915ce622), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.789627 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d80bc1f2-9f05-4a17-9797-e93cbded11b4 req-62572e75-e7f9-400f-b043-9b257c21081b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919923 Aug 31 00:27:03.805489 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] Publish callbacks [] for security_group (6c713470-16af-419b-9c5c-c564915ce622), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:03.838661 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-531344c4-6c0a-4320-9a58-4ed9488b8b6a req-ad454f51-21f2-4ec4-8a29-2a392084a29a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430713 Aug 31 00:27:04.006408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c1769-cdc6-49af-be2f-8ae36842b187 x-openstack-request-id: req-820c1769-cdc6-49af-be2f-8ae36842b187 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:04.008374 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:04.008800 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-820c1769-cdc6-49af-be2f-8ae36842b187 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:04.011095 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820c1769-cdc6-49af-be2f-8ae36842b187'] response: {'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'code': 200} Aug 31 00:27:04.015422 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6c713470-16af-419b-9c5c-c564915ce622), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.020458 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.022613 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6c713470-16af-419b-9c5c-c564915ce622 HTTP/1.1" status: 204 len: 168 time: 0.4097989 Aug 31 00:27:04.049582 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302237fd-0a44-4289-8730-21024505a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c713470-16af-419b-9c5c-c564915ce622,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:04.312105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deda780-ed00-4edf-b303-5da1c63e1eeb req-2ff8e0b6-5a3d-4727-bfee-0be2a1577be6 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:04.328372 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9deda780-ed00-4edf-b303-5da1c63e1eeb req-2ff8e0b6-5a3d-4727-bfee-0be2a1577be6 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1952488 Aug 31 00:27:04.443097 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9deda780-ed00-4edf-b303-5da1c63e1eeb req-0e149a4e-06c4-40bb-93cc-a26f055f7204 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126363 Aug 31 00:27:04.555345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-584a78f4-b0e3-4b58-82bd-6e68f3c8646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.598538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b541a-1cac-4086-933e-11a44c4c43b8 req-b7d0b930-df8f-464c-89cd-e21dca6aaece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:04.600113 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0f9b541a-1cac-4086-933e-11a44c4c43b8 req-b7d0b930-df8f-464c-89cd-e21dca6aaece service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 1129 time: 0.1358073 Aug 31 00:27:04.634458 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:04.635049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37b56c-646b-4661-959a-291ec9b54006 req-d661ef76-2510-441d-987a-1aa2d667be8e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:04.636440 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ab37b56c-646b-4661-959a-291ec9b54006 req-d661ef76-2510-441d-987a-1aa2d667be8e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.0900841 Aug 31 00:27:04.756636 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:04.757892 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:04.838308 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:04.922313 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:04.922313 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:05.011957 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:05.019842 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:05.058814 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0f9b541a-1cac-4086-933e-11a44c4c43b8 req-21a136ac-7cfb-456c-b734-bdffe7978d28 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477358 Aug 31 00:27:05.105642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=7']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:05.120902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa61cb-1886-4a6a-8282-5058c1e2ed78 req-3316cd78-8100-43c0-90a8-d9b5afb566da tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:05.128629 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c9aa61cb-1886-4a6a-8282-5058c1e2ed78 req-3316cd78-8100-43c0-90a8-d9b5afb566da tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1383784 Aug 31 00:27:05.133815 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ab37b56c-646b-4661-959a-291ec9b54006 req-0b05362f-0cb5-4714-b645-692c8b419aaa tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738967 Aug 31 00:27:05.208294 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c9aa61cb-1886-4a6a-8282-5058c1e2ed78 req-18b2a1ff-e156-416e-9906-1565ca0b093b tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784867 Aug 31 00:27:05.394820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924899f-d261-4f5e-8f96-bed6cbe3aad7 req-fa0b398a-9187-4ade-a74b-d7ee49a4b2f9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:05.409849 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7924899f-d261-4f5e-8f96-bed6cbe3aad7 req-fa0b398a-9187-4ade-a74b-d7ee49a4b2f9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1168511 Aug 31 00:27:05.538852 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab493f4-ea14-40d5-8936-755dd5b1471b req-b1dd85b2-4012-44f4-9b82-78a58d19c9d5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:05.540959 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cab493f4-ea14-40d5-8936-755dd5b1471b req-b1dd85b2-4012-44f4-9b82-78a58d19c9d5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.1266403 Aug 31 00:27:05.589877 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7924899f-d261-4f5e-8f96-bed6cbe3aad7 req-bf6d7729-4599-4bcf-9da4-253fcc17b83a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775117 Aug 31 00:27:05.655389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cab493f4-ea14-40d5-8936-755dd5b1471b req-97ba0e18-4b29-490d-9384-0d692f2b3f89 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063690 Aug 31 00:27:05.714761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 44994) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:05.775737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e93c9-526b-4901-8ca5-c4e93e282a70 req-9cd53c1b-260e-4696-becf-c0c2e8438e48 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:05.786028 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f96e93c9-526b-4901-8ca5-c4e93e282a70 req-9cd53c1b-260e-4696-becf-c0c2e8438e48 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0937707 Aug 31 00:27:05.896120 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f96e93c9-526b-4901-8ca5-c4e93e282a70 req-154e8e72-1475-45d7-b688-342870726726 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085007 Aug 31 00:27:06.012985 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:06.020721 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83c420-a86f-4c32-8022-0f18b580754a" -d '{"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:06.149351 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02973a-46e8-4c05-944a-b38cbbd98662 x-openstack-request-id: req-8a02973a-46e8-4c05-944a-b38cbbd98662 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:06.149811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:06.152769 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a02973a-46e8-4c05-944a-b38cbbd98662 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:06.154364 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a02973a-46e8-4c05-944a-b38cbbd98662'] response: {'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'code': 200} Aug 31 00:27:06.368644 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ac010-5d53-4cf6-8d52-ba94e0c106a8 tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:06.370542 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b42ac010-5d53-4cf6-8d52-ba94e0c106a8 tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 1124 time: 0.6544256 Aug 31 00:27:06.376088 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45010) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:06.383836 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'port_id': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:06.428951 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.452385 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d409-b9e0-498c-9d2c-c9b4b9fbdbbd req-62789204-7b65-4fb4-97a3-38828d97a4d4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:06.456628 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-69a1d409-b9e0-498c-9d2c-c9b4b9fbdbbd req-62789204-7b65-4fb4-97a3-38828d97a4d4 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1073399 Aug 31 00:27:06.559186 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:06.584895 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-69a1d409-b9e0-498c-9d2c-c9b4b9fbdbbd req-fdd5cef6-d0ef-4ee4-ba4d-d4439eda72d5 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200719 Aug 31 00:27:06.849380 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.27.4.83 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/492174c1-3b2b-469b-a5aa-ba0feda7e823) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:06.891379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a35ab-1b79-4adc-a629-11bf30a695a6 req-e6ecd2f0-dcdd-480f-b9c8-c7e178b03ede tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:06.894971 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b8a35ab-1b79-4adc-a629-11bf30a695a6 req-e6ecd2f0-dcdd-480f-b9c8-c7e178b03ede tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1074426 Aug 31 00:27:06.895716 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45018) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:06.920407 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:07.036971 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-33d04de4-7688-497a-9699-87c7c01b317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.113928 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.117055 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5b8a35ab-1b79-4adc-a629-11bf30a695a6 req-074b3945-8216-4eb2-ab20-74953164f15e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106438 Aug 31 00:27:07.170898 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.209965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:07.225157 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:07.226788 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-24bb4400-893c-40d8-8256-4fada6b0f108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.230706 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:07.238242 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:07.258487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0ccd5-d541-441d-a352-66d55d585c90 req-1cc885ac-52c6-427b-860b-96fbbfa2fafc tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:07.261381 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-97e0ccd5-d541-441d-a352-66d55d585c90 req-1cc885ac-52c6-427b-860b-96fbbfa2fafc tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1865933 Aug 31 00:27:07.347488 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=492174c1-3b2b-469b-a5aa-ba0feda7e823,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:07.412886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-24bb4400-893c-40d8-8256-4fada6b0f108 admin admin] Publish callbacks [] for security_group (08450309-e276-4b04-9bd8-96a9cef5ed32), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.421734 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-24bb4400-893c-40d8-8256-4fada6b0f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (08450309-e276-4b04-9bd8-96a9cef5ed32), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.490531 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-24bb4400-893c-40d8-8256-4fada6b0f108 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d6a3fa4005284ee8af51afe5903b5900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930066 Aug 31 00:27:07.512047 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-97e0ccd5-d541-441d-a352-66d55d585c90 req-d8cdfe30-3d62-4017-8943-4ccc46d93a52 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535649 Aug 31 00:27:07.515584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45024) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:07.519063 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb4400-893c-40d8-8256-4fada6b0f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08450309-e276-4b04-9bd8-96a9cef5ed32,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:07.524697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:07.678183 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:07.745702 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] Publish callbacks [] for security_group (08450309-e276-4b04-9bd8-96a9cef5ed32), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.839557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] Publish callbacks [] for security_group (08450309-e276-4b04-9bd8-96a9cef5ed32), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:07.899547 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45287-e656-4dce-b50a-9bda162b1337 req-a93eb317-f18b-4129-be18-6037daa01c2e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:07.901371 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-30d45287-e656-4dce-b50a-9bda162b1337 req-a93eb317-f18b-4129-be18-6037daa01c2e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.0906029 Aug 31 00:27:08.000567 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-30d45287-e656-4dce-b50a-9bda162b1337 req-4ec2479f-9bc4-4f5d-9166-0a99fb20d208 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930569 Aug 31 00:27:08.209857 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2bcbb-6c4d-48d3-a2bf-3e986bebce83 req-d4736013-6676-4dd2-992a-d3b434d978ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:08.224345 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-12d2bcbb-6c4d-48d3-a2bf-3e986bebce83 req-d4736013-6676-4dd2-992a-d3b434d978ca tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1054337 Aug 31 00:27:08.232856 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45034) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:08.238639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Request body: {'floatingip': {'port_id': '3bf14da9-ff0f-4d44-b9b5-dc459021416b'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:08.291026 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.298868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.359597 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (08450309-e276-4b04-9bd8-96a9cef5ed32), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.363220 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.368747 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/08450309-e276-4b04-9bd8-96a9cef5ed32 HTTP/1.1" status: 204 len: 168 time: 0.8518090 Aug 31 00:27:08.397152 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fb385-3c4e-4c37-b283-6c76d366520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08450309-e276-4b04-9bd8-96a9cef5ed32,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:08.402670 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (40c70973-006c-4daa-b578-cd8c22a84758), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.530025 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.661500 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41074c-6365-448b-ae78-c43409ee8c74 req-c8272270-4e87-4887-8175-55e5f3294486 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:08.668976 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0c41074c-6365-448b-ae78-c43409ee8c74 req-c8272270-4e87-4887-8175-55e5f3294486 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.0819786 Aug 31 00:27:08.790910 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.798306 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.834350 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0c41074c-6365-448b-ae78-c43409ee8c74 req-f1ba0720-7bc7-4c1f-8f4b-11965b6fc97e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638081 Aug 31 00:27:08.939157 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d87aa-f715-4c7f-a8f4-3a35e1518616 req-f10e2b52-55bd-4fe3-872b-77a2d718e214 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:08.955953 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1d8d87aa-f715-4c7f-a8f4-3a35e1518616 req-f10e2b52-55bd-4fe3-872b-77a2d718e214 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.2014139 Aug 31 00:27:08.976953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (40c70973-006c-4daa-b578-cd8c22a84758), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:08.982892 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=492174c1-3b2b-469b-a5aa-ba0feda7e823,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:09.067368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:09.118198 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1d8d87aa-f715-4c7f-a8f4-3a35e1518616 req-85506855-3e2d-4014-af65-46f28c50df6a tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615767 Aug 31 00:27:09.121044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:09.201505 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:09.206879 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 40c70973-006c-4daa-b578-cd8c22a84758 associated. External IP: 172.27.4.83, port: 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3. Aug 31 00:27:09.221595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:09.458312 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP 67a1b270-58a8-4975-96c9-aa26cc67054c associated. External IP: 172.27.4.7, port: 3bf14da9-ff0f-4d44-b9b5-dc459021416b. Aug 31 00:27:09.625946 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:09.733441 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:09.836672 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:09.859314 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:09.899442 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:09.943461 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:10.181935 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a7d3-823f-4604-bd06-d4a85810e002 req-1f27fed0-0e54-4f00-8a9d-cbef29fb547f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:10.190855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a459a7d3-823f-4604-bd06-d4a85810e002 req-1f27fed0-0e54-4f00-8a9d-cbef29fb547f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1684415 Aug 31 00:27:10.242219 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:10.257893 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:10.268782 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:10.302846 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:10.304486 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:10.324546 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:10.327382 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45066) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:10.365028 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:10.430382 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:10.431187 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:10.432929 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:10.530870 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:10.556415 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a459a7d3-823f-4604-bd06-d4a85810e002 req-460a20c4-5512-446b-a87f-d3189d4732aa tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602002 Aug 31 00:27:10.566992 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c25ad3ca-e4b9-4b4a-acae-bd15ab2d66f6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1880662 Aug 31 00:27:10.568057 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:10.569112 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1fbd8e51-f502-4539-a45b-59bf8274491d tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/67a1b270-58a8-4975-96c9-aa26cc67054c HTTP/1.1" status: 200 len: 989 time: 2.3347807 Aug 31 00:27:10.571610 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac58387-593a-41b4-bdc1-a1ab612358a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:10.576791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:10.608245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af" -d '{"events": [{"name": "network-changed", "server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:10.675206 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ba769-99c5-4db4-ad7a-9499f3ff3e55 req-33b0dd5b-fe7f-4cdc-8252-ec102b41c587 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:10.675484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:10.680415 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d4ba769-99c5-4db4-ad7a-9499f3ff3e55 req-33b0dd5b-fe7f-4cdc-8252-ec102b41c587 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.3058093 Aug 31 00:27:10.802302 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2030034917-network', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:10.835418 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:10.873430 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5d4ba769-99c5-4db4-ad7a-9499f3ff3e55 req-00d1e1f6-7717-4926-8056-6d2b1dc6632d tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735008 Aug 31 00:27:10.911445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Made reservation on behalf of d2b2473cfa244cf1aaaa6e4dac08a3d6 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:27:10.922981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:10.972491 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.013577 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e75c1a-fd2b-40e6-8f41-2ca93e434c06 x-openstack-request-id: req-a0e75c1a-fd2b-40e6-8f41-2ca93e434c06 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:11.014339 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:11.014711 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0e75c1a-fd2b-40e6-8f41-2ca93e434c06 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:11.015955 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e75c1a-fd2b-40e6-8f41-2ca93e434c06'] response: {'name': 'network-changed', 'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'status': 'completed', 'code': 200} Aug 31 00:27:11.215366 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978b001-ecc5-4939-9294-bbf7b3b3820b x-openstack-request-id: req-8978b001-ecc5-4939-9294-bbf7b3b3820b {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:11.216171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:11.216641 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8978b001-ecc5-4939-9294-bbf7b3b3820b {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:11.217508 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8978b001-ecc5-4939-9294-bbf7b3b3820b'] response: {'name': 'network-changed', 'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'status': 'completed', 'code': 200} Aug 31 00:27:11.396722 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '40c70973-006c-4daa-b578-cd8c22a84758', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.83', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:61:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:27:07Z', 'updated_at': '2022-08-31T00:27:07Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:11.428129 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:11.440259 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:11.441169 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:11.447731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-7f95d768-800a-4ae4-bc07-d501029535c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:11.460039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-7f95d768-800a-4ae4-bc07-d501029535c6 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 1129 time: 0.1936321 Aug 31 00:27:11.472195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks [] for security_group (01630d01-9f80-455e-a935-c7780194cbd8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.483071 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (01630d01-9f80-455e-a935-c7780194cbd8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.494418 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '67a1b270-58a8-4975-96c9-aa26cc67054c', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:42:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:26:47Z', 'updated_at': '2022-08-31T00:27:09Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:11.519884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-fe2717a6-9c4a-4898-ac99-ebe150714eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:11.523671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-fe2717a6-9c4a-4898-ac99-ebe150714eec service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 1129 time: 0.1697578 Aug 31 00:27:11.546675 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:27:11.580123 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01630d01-9f80-455e-a935-c7780194cbd8,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:11.597456 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (424de15f-dc29-4d7b-b809-23e97bbf893a), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.597985 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Added segment 424de15f-dc29-4d7b-b809-23e97bbf893a of type vlan for network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 Aug 31 00:27:11.614575 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:11.650937 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:11.652030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:11.718946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:11.723722 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-29325dd9-da98-4d97-abc7-30942039d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:11.726220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-29325dd9-da98-4d97-abc7-30942039d645 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1863527 Aug 31 00:27:11.792550 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (6737a6c0-97a2-478d-a9bd-2685b2635ce0), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.852970 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:11.896286 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (6737a6c0-97a2-478d-a9bd-2685b2635ce0), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.899333 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:11.900819 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:11.923993 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:12.037704 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-c1886aee-4200-41cb-bdcf-122166f2067e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 HTTP/1.1" status: 200 len: 998 time: 0.1978390 Aug 31 00:27:12.044537 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7161324 Aug 31 00:27:12.057523 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45090) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:12.063537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Request body: {'subnet': {'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2030034917-subnet', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'ip_version': 4}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:12.135167 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48261e7a-f119-4d1d-a74d-aacc71dc40b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6737a6c0-97a2-478d-a9bd-2685b2635ce0,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:12.161588 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Made reservation on behalf of d2b2473cfa244cf1aaaa6e4dac08a3d6 for: {'subnet': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:27:12.164341 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9202685'] for subnet (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.198158 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-745f3e8e-6322-4976-ae3a-80d6d22042ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.200871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-745f3e8e-6322-4976-ae3a-80d6d22042ae service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.1142442 Aug 31 00:27:12.312993 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-88c027fd-c100-4de9-91cc-e50013d1fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.315655 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-88c027fd-c100-4de9-91cc-e50013d1fb80 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030128 Aug 31 00:27:12.413930 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:27:12.424354 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-a3884532-e343-4b35-b699-0f307e42493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '40c70973-006c-4daa-b578-cd8c22a84758', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.83', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:61:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:27:07Z', 'updated_at': '2022-08-31T00:27:07Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:12.494136 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3884532-e343-4b35-b699-0f307e42493e None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '40c70973-006c-4daa-b578-cd8c22a84758', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.83', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:61:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:27:07Z', 'updated_at': '2022-08-31T00:27:07Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:12.518835 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:12.530973 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.576729 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9703030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9202667'] for subnet (8e3279ab-bd5d-4e2b-ad65-170417358ff9), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.629699 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:12.630786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:12.633745 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3279ab-bd5d-4e2b-ad65-170417358ff9,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:12.700098 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192e01-3fb7-487c-bb08-beb09607bd20 req-14d3b357-cbce-4c9c-ba45-0751321ed72d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.703324 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45192e01-3fb7-487c-bb08-beb09607bd20 req-14d3b357-cbce-4c9c-ba45-0751321ed72d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.8575656 Aug 31 00:27:12.710609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04c92-ae22-4613-9256-736ccbbd76d0 req-3789d799-58c5-44a0-8cdf-fad006988103 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.720111 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ce04c92-ae22-4613-9256-736ccbbd76d0 req-3789d799-58c5-44a0-8cdf-fad006988103 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.5148311 Aug 31 00:27:12.720368 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Checking segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:12.721040 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Network hostable DHCP agents. Network: 6737a6c0-97a2-478d-a9bd-2685b2635ce0, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:27:12.748262 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:27:12.764459 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 6737a6c0-97a2-478d-a9bd-2685b2635ce0) {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:12.778903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.782800 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.785428 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-64074a9c-4368-4195-a6c3-5b20e4f667e8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377842 Aug 31 00:27:12.787505 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf36e4-aaa1-4ce1-8078-22c240541113 None None] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:12.805895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-03766153-4035-49b2-a64b-d9a4ee98cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:12.808127 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-03766153-4035-49b2-a64b-d9a4ee98cd17 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 200 len: 916 time: 1.3469932 Aug 31 00:27:12.864263 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cdfacb35-5029-4c7b-a014-2062abdead29 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7884834 Aug 31 00:27:12.864263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45096) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:12.882117 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:12.939454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.943245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:12.980852 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acc872-94c2-4d0f-a814-4a0d8b4a1c10 None None] New status for floating IP 40c70973-006c-4daa-b578-cd8c22a84758: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:27:13.063648 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:13.065865 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '67a1b270-58a8-4975-96c9-aa26cc67054c', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:42:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:26:47Z', 'updated_at': '2022-08-31T00:27:09Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:13.099981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for router_controller (b194333d-1697-4436-adf6-8cf2e79bcc47), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:13.112637 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0ce04c92-ae22-4613-9256-736ccbbd76d0 req-12b18c55-45fc-417e-83ea-0d221bafdadb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893607 Aug 31 00:27:13.131528 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea80e8-cc02-4a18-888c-1cc2e98ebef5 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '67a1b270-58a8-4975-96c9-aa26cc67054c', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'port_id': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'mac_address': 'fa:16:3e:42:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:26:47Z', 'updated_at': '2022-08-31T00:27:09Z', 'revision_number': 1, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:13.214944 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-45192e01-3fb7-487c-bb08-beb09607bd20 req-5914ef57-838a-4822-9a96-202cae722181 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829640 Aug 31 00:27:13.301781 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:13.475766 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:27:13.477291 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:13.508454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for router_gateway (b194333d-1697-4436-adf6-8cf2e79bcc47), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:13.623479 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e65821-5686-4aba-9d4f-d4b21baf516b None None] New status for floating IP 67a1b270-58a8-4975-96c9-aa26cc67054c: ACTIVE {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:27:13.771489 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-ad193726-594a-4a42-a557-c08c58dd188c service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b HTTP/1.1" status: 200 len: 997 time: 0.9486988 Aug 31 00:27:13.964216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ac58387-593a-41b4-bdc1-a1ab612358a3 req-1c49bc51-032e-46c3-8c24-2de7a2a63232 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1609669 Aug 31 00:27:13.969409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for router_gateway (b194333d-1697-4436-adf6-8cf2e79bcc47), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.004333 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.047906 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Allocated IP 172.20.0.2 (6737a6c0-97a2-478d-a9bd-2685b2635ce0/8e3279ab-bd5d-4e2b-ad65-170417358ff9/6e2dd26b-26cf-49d5-832c-9e58dff96b32) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:14.065534 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:14.087328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-cc19f489-6a38-404c-93c6-65eca470dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.092787 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-cc19f489-6a38-404c-93c6-65eca470dd15 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.2811482 Aug 31 00:27:14.097871 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-5a231b58-d17f-4000-a6ae-677744878a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.102979 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-5a231b58-d17f-4000-a6ae-677744878a38 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 200 len: 854 time: 0.3207939 Aug 31 00:27:14.309985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-924965de-1ba3-4c7f-bde3-d85816679229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.316904 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-924965de-1ba3-4c7f-bde3-d85816679229 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=923db031-4095-45ac-869f-da21aba3a797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1869721 Aug 31 00:27:14.330074 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Allocated IP 172.27.4.98 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/6ec36059-c517-405f-9365-18fe492a41ac) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:14.562357 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e19ab-dcda-43ff-bebb-da31f4562d8c req-75d0fb4b-c69f-4f5a-9bea-d4a4f70bf361 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.564844 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0d2e19ab-dcda-43ff-bebb-da31f4562d8c req-75d0fb4b-c69f-4f5a-9bea-d4a4f70bf361 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1844552 Aug 31 00:27:14.586726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499898c-de27-485a-b8ef-3a41e7942f61 req-3f1ad008-0038-41e2-a8d3-df97ec7f543b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.588554 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9499898c-de27-485a-b8ef-3a41e7942f61 req-3f1ad008-0038-41e2-a8d3-df97ec7f543b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1717832 Aug 31 00:27:14.589987 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks [] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.623276 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.629329 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for port (6ec36059-c517-405f-9365-18fe492a41ac), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.646085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:14.682199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-50886bd5-c890-4048-9bd3-f1ba11c975af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:14.689879 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-50886bd5-c890-4048-9bd3-f1ba11c975af service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.5836790 Aug 31 00:27:14.703735 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6ec36059-c517-405f-9365-18fe492a41ac), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.726123 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:14.730818 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:14.738693 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:14.773833 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Pushing event updated for resources: {'Port': ['ID=6e2dd26b-26cf-49d5-832c-9e58dff96b32,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:14.796930 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:14.808512 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:14.812576 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-d6e6f849-46b9-412d-9429-2e7b6895e40f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315636 Aug 31 00:27:14.815590 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:14.875961 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec36059-c517-405f-9365-18fe492a41ac,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:14.932338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Attempting to bind port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:14.932822 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Attempting to bind port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:14.933204 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Attempting to bind port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 on network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:14.950555 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:14.950934 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Checking segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:14.951345 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.951751 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Bound using segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:14.952312 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Bound port: 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:14.952708 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:14.955397 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0d2e19ab-dcda-43ff-bebb-da31f4562d8c req-7138345a-e54b-4c1f-a580-30af94840111 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633831 Aug 31 00:27:14.973467 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-6bc3ba24-0de5-4a03-8c6e-0e408cb4c84e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 1001 time: 0.1292059 Aug 31 00:27:14.981183 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9499898c-de27-485a-b8ef-3a41e7942f61 req-a1c5d76f-d820-40ee-9ad2-a6417219bfda tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614736 Aug 31 00:27:15.118053 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2f2be1e4-834d-468f-a363-5ba7ccbfe1af req-ecc3d10f-95b1-4844-bf39-8836d5f0f770 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714868 Aug 31 00:27:15.156899 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] For port 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:15.165422 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] For port 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6e2dd26b-26cf-49d5-832c-9e58dff96b32,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:15.185220 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:15.247453 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:15.317594 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9f446-7afc-4c3d-bb58-feee2756d528 None None] Pushing event updated for resources: {'Port': ['ID=6e2dd26b-26cf-49d5-832c-9e58dff96b32,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:15.384257 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for router_gateway (b194333d-1697-4436-adf6-8cf2e79bcc47), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:15.414116 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-3d0ae8eb-c57f-4073-89f2-137e52adac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:15.421053 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-3d0ae8eb-c57f-4073-89f2-137e52adac7c service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.1025391 Aug 31 00:27:15.487818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:15.524467 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-cdfd087b-bc53-4a05-ba34-b57f249ba7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:15.526231 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-cdfd087b-bc53-4a05-ba34-b57f249ba7fe service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993230 Aug 31 00:27:15.739728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-6a4c9203-6884-4d10-bee1-eefe94e47c1f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028525 Aug 31 00:27:15.801754 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:15.975209 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c99943e-9f58-4ba5-895b-beb3d7f22022 req-9c28e43d-e84d-4f77-91bf-df09c6e9aed6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242651 Aug 31 00:27:16.113532 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Router b194333d-1697-4436-adf6-8cf2e79bcc47 is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:27:16.310710 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8729c9-1447-42a7-9e7f-0e15dd25e646 req-e251ae0b-bd14-4b41-ac24-c81e1c97c5c8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:16.320022 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-be8729c9-1447-42a7-9e7f-0e15dd25e646 req-e251ae0b-bd14-4b41-ac24-c81e1c97c5c8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1804767 Aug 31 00:27:16.383188 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108c391-5c76-4020-99b7-ed3970e1881f req-7c48838c-cf3d-48d3-80ce-3f90b0247efe tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:16.388348 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5108c391-5c76-4020-99b7-ed3970e1881f req-7c48838c-cf3d-48d3-80ce-3f90b0247efe tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1350446 Aug 31 00:27:16.407094 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:16.417089 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Sync routers for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:16.444040 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:16.444313 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:16.445257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:16.445519 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b42628f8-6967-4fdb-9e22-2d859ff98fd1 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5847068 Aug 31 00:27:16.451524 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45124) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:16.547934 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-be8729c9-1447-42a7-9e7f-0e15dd25e646 req-e4aa860a-6a39-422e-8f04-6c247d6b6863 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266233 Aug 31 00:27:16.661810 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5108c391-5c76-4020-99b7-ed3970e1881f req-cf967136-0ec9-4694-a59a-d1d134863219 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565155 Aug 31 00:27:16.749141 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:16.967810 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:17.084404 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:17.087711 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:15Z', 'revision_number': 3, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:17.154254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Checking router: b194333d-1697-4436-adf6-8cf2e79bcc47 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:17.155585 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Updating router b194333d-1697-4436-adf6-8cf2e79bcc47 port 6ec36059-c517-405f-9365-18fe492a41ac binding host dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:27:17.198950 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6ec36059-c517-405f-9365-18fe492a41ac), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:17.202222 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a257a79-1082-4106-a6b6-eb79530923d7 None None] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:17.212859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=100 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:17.349801 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:17.554055 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Provisioning complete for port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:17.554788 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:17.600402 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:17.911749 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Allocated IP 172.20.0.1 (6737a6c0-97a2-478d-a9bd-2685b2635ce0/8e3279ab-bd5d-4e2b-ad65-170417358ff9/013b65ee-9b0e-4a9e-93e5-63b277590eff) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:18.010089 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6e2dd26b-26cf-49d5-832c-9e58dff96b32 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:18.032008 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadde205-eadd-4883-b8b3-73025a8ddd2a req-46befdbe-1267-41d0-9101-9c5edb1a4abf tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:18.048673 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dadde205-eadd-4883-b8b3-73025a8ddd2a req-46befdbe-1267-41d0-9101-9c5edb1a4abf tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.2321248 Aug 31 00:27:18.114477 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:18.365286 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dadde205-eadd-4883-b8b3-73025a8ddd2a req-b7ef33ca-5268-42ba-8918-11572ee4999f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150570 Aug 31 00:27:18.373643 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks [] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:18.407686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397387-6cc4-407a-a73a-0de51521990a req-1f168382-2da8-459b-9ae6-f4f25e996ea1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:18.411983 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-32397387-6cc4-407a-a73a-0de51521990a req-1f168382-2da8-459b-9ae6-f4f25e996ea1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.3599153 Aug 31 00:27:18.494728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-32397387-6cc4-407a-a73a-0de51521990a req-18cc1aea-3d2a-404a-8567-331a8b65a11e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670278 Aug 31 00:27:18.501944 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:18.603499 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:18.635572 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:18.650585 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:18.655125 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:18.740953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (b194333d-1697-4436-adf6-8cf2e79bcc47), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:18.824880 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Pushing event updated for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:18.866846 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks [] for port (6ec36059-c517-405f-9365-18fe492a41ac), precommit_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:18.892797 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:18.895311 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:18.929581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6ec36059-c517-405f-9365-18fe492a41ac), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.024486 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Attempting to bind port 6ec36059-c517-405f-9365-18fe492a41ac on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:19.025093 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Attempting to bind port 6ec36059-c517-405f-9365-18fe492a41ac by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:19.025668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Attempting to bind port 6ec36059-c517-405f-9365-18fe492a41ac on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:19.047258 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:19.095263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.159479 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:19.159967 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:19.160473 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.160956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:19.161719 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Bound port: 6ec36059-c517-405f-9365-18fe492a41ac, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:19.163104 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6ec36059-c517-405f-9365-18fe492a41ac), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.263652 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] For port 6ec36059-c517-405f-9365-18fe492a41ac, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:19.292725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] For port 6ec36059-c517-405f-9365-18fe492a41ac, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6ec36059-c517-405f-9365-18fe492a41ac,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:19.329847 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Current status of the port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:19.330674 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.346761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6e64d-89d2-482c-9d28-2c8154c54b86 None None] Pushing event updated for resources: {'Port': ['ID=6ec36059-c517-405f-9365-18fe492a41ac,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:19.404207 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6ec36059-c517-405f-9365-18fe492a41ac), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.407593 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks [] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.447130 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.584103 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:19.584636 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.600856 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] For port 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6e2dd26b-26cf-49d5-832c-9e58dff96b32,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:19.614017 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:19.614787 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:19.633532 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.733408 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (b194333d-1697-4436-adf6-8cf2e79bcc47), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:19.746503 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Pushing event updated for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:19.859603 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6109b11-bee7-405f-8d67-5b6d26d57810 req-bcde10a5-fbb0-407a-9da3-ec995a1fb6ba tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:19.869030 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6109b11-bee7-405f-8d67-5b6d26d57810 req-bcde10a5-fbb0-407a-9da3-ec995a1fb6ba tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1098254 Aug 31 00:27:19.880945 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:19.914710 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac5534-334e-4adf-96ce-0b15817df364 req-c1057255-dad7-4de3-9317-c6f4fc961e82 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:19.921342 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6e64d-89d2-482c-9d28-2c8154c54b86 None None] Pushing event updated for resources: {'Port': ['ID=6ec36059-c517-405f-9365-18fe492a41ac,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:19.948868 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-33ac5534-334e-4adf-96ce-0b15817df364 req-c1057255-dad7-4de3-9317-c6f4fc961e82 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.2614141 Aug 31 00:27:19.978855 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:20.002491 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:20.055326 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f6109b11-bee7-405f-8d67-5b6d26d57810 req-2f0a5b0c-2da6-420f-b305-e3d7a6c1f190 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845186 Aug 31 00:27:20.083624 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.db.api [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 00:27:20.084214 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG oslo_db.api [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 00:27:20.090942 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:20.120348 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Provisioning complete for port 013b65ee-9b0e-4a9e-93e5-63b277590eff triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:20.120904 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:20.223936 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Router b194333d-1697-4436-adf6-8cf2e79bcc47 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:20.225264 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:20.246498 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-33ac5534-334e-4adf-96ce-0b15817df364 req-bd4d8a3e-8a14-4a52-91aa-883279be1b5a tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798696 Aug 31 00:27:20.275754 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10636063-2893-4ccd-965d-4110ba31c66d None None] Pushing event updated for resources: {'Port': ['ID=6e2dd26b-26cf-49d5-832c-9e58dff96b32,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:20.286082 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Port 013b65ee-9b0e-4a9e-93e5-63b277590eff cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:27:20.315254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Provisioning complete for port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:20.315640 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:20.522637 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:20.539761 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9abd00d7-6c4e-4c3a-b0f5-7acf00e07040 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b194333d-1697-4436-adf6-8cf2e79bcc47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0865376 Aug 31 00:27:20.540514 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-44c6d73a-cf7c-4ede-95db-36fade3f90d4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1306717 Aug 31 00:27:20.711894 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:20.725290 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b9b28ee2-fb13-401e-bb06-0b2f8af4060f None None] Current status of the port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:20.727465 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:20.797440 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 2, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:20.800484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:20.878931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-4e6c1e6b-35e7-4cb3-a548-d8eea88626f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:20.892208 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-4e6c1e6b-35e7-4cb3-a548-d8eea88626f6 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.2258198 Aug 31 00:27:20.936189 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-c2a76ab5-6c02-4c75-9f9d-42b49bc9874b None None] Provisioning complete for port 013b65ee-9b0e-4a9e-93e5-63b277590eff triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:20.936189 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c2a76ab5-6c02-4c75-9f9d-42b49bc9874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:20.975609 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6e2dd26b-26cf-49d5-832c-9e58dff96b32 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:21.087931 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47dc9a-7fa7-42c4-ac68-0b9b4986c5ad None None] The sync data for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi is: [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 2, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:21.089731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-a74c1766-6289-4711-8f4e-2fcd62cf3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:21.092430 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-a74c1766-6289-4711-8f4e-2fcd62cf3570 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.1757588 Aug 31 00:27:21.102433 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:21.103567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:21.266601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-c2a76ab5-6c02-4c75-9f9d-42b49bc9874b None None] Port 013b65ee-9b0e-4a9e-93e5-63b277590eff cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:27:21.271387 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: ACTIVE; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:21.271906 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:21.368341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:21.375241 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c794ed-a184-4d50-b2e9-af6e7eabd08a" -d '{"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:21.448282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582c31-e4d6-4672-950b-cfe5e49f6cd8 req-9f2f49cf-5fd8-4a26-b6dd-9c616a41f684 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:21.458435 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9582c31-e4d6-4672-950b-cfe5e49f6cd8 req-9f2f49cf-5fd8-4a26-b6dd-9c616a41f684 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1361215 Aug 31 00:27:21.468656 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-b693ec72-9b71-447d-afb0-4b563e2f5d10 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 1001 time: 0.3675449 Aug 31 00:27:21.475452 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:21.490309 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:21.509583 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:21.527303 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:21.608444 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db54e-33d4-49af-b78f-afddba4e239b req-382b549a-5c96-447a-a787-3dc4a798f69b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:21.610086 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-541db54e-33d4-49af-b78f-afddba4e239b req-382b549a-5c96-447a-a787-3dc4a798f69b tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0678282 Aug 31 00:27:21.621190 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b9582c31-e4d6-4672-950b-cfe5e49f6cd8 req-317ccced-0467-438f-8b6c-401491be23e5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600692 Aug 31 00:27:21.729597 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=6']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:21.768000 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-541db54e-33d4-49af-b78f-afddba4e239b req-bd5ed09f-f97f-4caf-86e4-76f0374897e2 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422751 Aug 31 00:27:21.850207 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:21.860785 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dc7c3-8b5a-4fe4-925a-517ac55da830 req-7ed21566-3a55-402f-b5a2-32f58b3d04a7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:21.870828 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-774dc7c3-8b5a-4fe4-925a-517ac55da830 req-7ed21566-3a55-402f-b5a2-32f58b3d04a7 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0964429 Aug 31 00:27:21.948205 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:21.956910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e712e355-d36d-4244-b7a5-8cc867c252c6 x-openstack-request-id: req-e712e355-d36d-4244-b7a5-8cc867c252c6 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:21.957470 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-unplugged", "status": "failed", "tag": "c156e592-123d-470f-843d-661d21c8d777", "code": 422}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:21.958000 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e712e355-d36d-4244-b7a5-8cc867c252c6 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:21.958747 dv-cinder-852210-5-iscsi neutron-server[112892]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e712e355-d36d-4244-b7a5-8cc867c252c6']: {'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'code': 422} returned with failed status Aug 31 00:27:22.000505 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-774dc7c3-8b5a-4fe4-925a-517ac55da830 req-e5ac5a59-4166-4c74-9c3f-51d0889fdcaf tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281824 Aug 31 00:27:22.323454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45198) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:22.328699 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe481b2-7908-40ad-8d39-141589677e7e req-2d6b99f0-0398-41ec-a273-694c5cd430f5 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:22.329701 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2027725177-network', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:22.330574 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bbe481b2-7908-40ad-8d39-141589677e7e req-2d6b99f0-0398-41ec-a273-694c5cd430f5 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0632792 Aug 31 00:27:22.391603 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Made reservation on behalf of 51a9e9ece54741ef8c65759bfb81afc1 for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:27:22.395227 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.413049 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.455847 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:22.488223 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bbe481b2-7908-40ad-8d39-141589677e7e req-0f21efde-a817-4e55-8739-488224e6c1d0 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469467 Aug 31 00:27:22.500254 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-b15d4513-c8fa-4567-914b-25dfa20cc530 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678061 Aug 31 00:27:22.577939 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks [] for security_group (cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.610506 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.673278 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-4fe2d347-6921-4d94-bd09-ba66faa75a75 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:22.675182 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-4fe2d347-6921-4d94-bd09-ba66faa75a75 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports/c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 941 time: 0.1010005 Aug 31 00:27:22.676301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:27:22.683657 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:22.694056 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (64a8543f-c1c2-414e-96fe-726afc6a92ae), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.694850 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Added segment 64a8543f-c1c2-414e-96fe-726afc6a92ae of type vlan for network 4facfc2f-466a-4719-a80b-9fe3f96974ae Aug 31 00:27:22.760229 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (4facfc2f-466a-4719-a80b-9fe3f96974ae), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.813097 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (4facfc2f-466a-4719-a80b-9fe3f96974ae), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.815907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:22.817554 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:22.983422 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6544390 Aug 31 00:27:22.988537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45208) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:23.042156 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291062-293e-418d-884c-712a3858dd0c admin admin] Pushing event updated for resources: {'Network': ['ID=4facfc2f-466a-4719-a80b-9fe3f96974ae,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:23.055269 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:27:23.061537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Request body: {'subnet': {'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2027725177-subnet', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:23.079959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf93c-56f3-4798-968e-fd2dd314f490 req-5079c2d3-57a1-45a9-9552-40c624fdb5c2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:23.087690 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-698bf93c-56f3-4798-968e-fd2dd314f490 req-5079c2d3-57a1-45a9-9552-40c624fdb5c2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.2592936 Aug 31 00:27:23.165769 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2394097-8f7b-494f-8026-c70b6c29f3d1 req-fe8a338f-8e4d-4231-8902-be19944418f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:23.174914 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e2394097-8f7b-494f-8026-c70b6c29f3d1 req-fe8a338f-8e4d-4231-8902-be19944418f7 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.0847223 Aug 31 00:27:23.328494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-b8e62ed8-8b1a-4f82-881c-17a9793f22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:23.330674 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-b8e62ed8-8b1a-4f82-881c-17a9793f22f5 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.3959715 Aug 31 00:27:23.331626 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Made reservation on behalf of 51a9e9ece54741ef8c65759bfb81afc1 for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:27:23.334378 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9024935'] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:23.556407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e2394097-8f7b-494f-8026-c70b6c29f3d1 req-4681959f-7798-47f5-9b8a-4d34aa0e9df4 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770852 Aug 31 00:27:23.567591 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-698bf93c-56f3-4798-968e-fd2dd314f490 req-10a6e31a-8cca-4b25-904d-95f643e7d0cd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4787612 Aug 31 00:27:23.633083 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-917ed770-0eee-48de-b5ab-830d313ee472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:23.639198 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-917ed770-0eee-48de-b5ab-830d313ee472 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2791350 Aug 31 00:27:23.904533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-361e8bef-6284-4f35-93e0-72a4aa1872ab tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:23.907139 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-361e8bef-6284-4f35-93e0-72a4aa1872ab tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.5508487 Aug 31 00:27:23.968059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9802995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9024945'] for subnet (18cfe5c3-ec8e-4f74-a2f9-73f4fe033809), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:24.260822 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:24.320268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cfe5c3-ec8e-4f74-a2f9-73f4fe033809,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:24.348243 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bd976-1ff3-4f93-a40c-cbcdd6dfa837 req-c752f7de-80ed-490c-b99a-33438145ce86 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:24.349981 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607bd976-1ff3-4f93-a40c-cbcdd6dfa837 req-c752f7de-80ed-490c-b99a-33438145ce86 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.3879547 Aug 31 00:27:24.350620 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Deleting port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:24.351031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:24.445872 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:24.447766 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:24.456831 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:24.485194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Checking segment: {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:24.485685 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Network hostable DHCP agents. Network: 4facfc2f-466a-4719-a80b-9fe3f96974ae, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:27:24.500821 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-ea8a33c3-6af3-4871-a726-4ed676c99230 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889859 Aug 31 00:27:24.639479 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607bd976-1ff3-4f93-a40c-cbcdd6dfa837 req-5496debc-4514-440a-b6c1-d6ac7e6be522 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210233 Aug 31 00:27:24.675576 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] For port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:24.678985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:24.727299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:27:24.807843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 4facfc2f-466a-4719-a80b-9fe3f96974ae) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:24.831766 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf9bfd-ccad-45bb-abb8-669ffceb6261 None None] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:24.873522 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:24.874411 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:24.911917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae194-7cf9-45a4-af94-00df40c4bf36 req-37bd3a20-b48e-4b34-8dfe-10205e4fab24 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:24.939210 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3bae194-7cf9-45a4-af94-00df40c4bf36 req-37bd3a20-b48e-4b34-8dfe-10205e4fab24 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.2158935 Aug 31 00:27:25.045678 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e3bae194-7cf9-45a4-af94-00df40c4bf36 req-12c86c70-640b-4f3f-a1cf-f63782306e39 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054461 Aug 31 00:27:25.052849 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b3efefe0-db28-4bd2-bb6a-768953f170ef req-a0846831-852d-405b-b820-67ec84b9004a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416696 Aug 31 00:27:25.134163 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-870f7be5-8ddb-4fc7-a9f6-b24941a752f8 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1267221 Aug 31 00:27:25.139195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45220) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:25.147756 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:27:25.284848 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3734439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61974'] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.295685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61981'] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.433483 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6ec36059-c517-405f-9365-18fe492a41ac up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:25.461927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.462991 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.462991 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Floating IP 0c7405a5-fd79-494c-b5ba-edf23d698599 disassociated. External IP: 172.27.4.181, port: 9b0b524b-6589-4a3f-ad55-3ea2433fdd58. Aug 31 00:27:25.465515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Calling delete_port for 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:25.488107 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:25.515118 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for router_controller (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), precommit_add_association {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.543302 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b1991-9933-4ed7-800f-c255c757de38 req-edc6d667-73df-452a-9e30-b20458f02acd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:25.543660 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b76b1991-9933-4ed7-800f-c255c757de38 req-edc6d667-73df-452a-9e30-b20458f02acd tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.2892218 Aug 31 00:27:25.593326 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6ec36059-c517-405f-9365-18fe492a41ac triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:25.593991 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6ec36059-c517-405f-9365-18fe492a41ac), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.601565 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cadbac6-5a47-5a51-9702-b6c5a23d286c-4facfc2f-466a-4719-a80b-9fe3f96974ae', 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae', 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'fixed_ips': [{'subnet_id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809'}]}} from dv-cinder-852210-5-iscsi. {{(pid=112892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 00:27:25.603148 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.832165 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Sync routers for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:25.869263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for router_gateway (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:25.888502 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:25.899965 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:26.037006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6ec36059-c517-405f-9365-18fe492a41ac is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:26.038098 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (6ec36059-c517-405f-9365-18fe492a41ac), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.049229 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.db_base_plugin_common [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Allocated IP 172.20.0.2 (4facfc2f-466a-4719-a80b-9fe3f96974ae/18cfe5c3-ec8e-4f74-a2f9-73f4fe033809/69f68fc0-bf57-4df7-b151-be60eacec4bf) {{(pid=112892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:26.073056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:26.107180 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 6ec36059-c517-405f-9365-18fe492a41ac, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6ec36059-c517-405f-9365-18fe492a41ac,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:26.118686 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (6ec36059-c517-405f-9365-18fe492a41ac), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.209476 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=6ec36059-c517-405f-9365-18fe492a41ac,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:26.317189 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for router_gateway (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.355478 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.363390 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:26.390085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e1c1-fd95-4abb-9604-74b59a356af3 req-fa128c57-1ea8-4dc1-bd7c-e22e2262a499 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:26.406608 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5845e1c1-fd95-4abb-9604-74b59a356af3 req-fa128c57-1ea8-4dc1-bd7c-e22e2262a499 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.3181171 Aug 31 00:27:26.580490 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks [] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), precommit_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.652048 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), after_create {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:26.744280 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Allocated IP 172.27.4.132 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/60bfe1c2-ca52-4edc-8037-70e5c4cbc982) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:26.775696 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae is already hosted by enough agents. {{(pid=112892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:26.787338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.scheduler.base_scheduler [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Resources bound (agent type, host, resource id): {{(pid=112892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:26.796190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:26.809930 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Received port after_create {{(pid=112892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:26.842693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:26.897579 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Pushing event updated for resources: {'Port': ['ID=69f68fc0-bf57-4df7-b151-be60eacec4bf,revision_number=1']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:26.917195 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b76b1991-9933-4ed7-800f-c255c757de38 req-99a64c01-80c6-44cd-95f0-cb96366674b9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8267181 Aug 31 00:27:26.966128 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 2, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:26.967483 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-106c0ed5-3bee-484f-b7e3-fe1e4008670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:26.974776 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-106c0ed5-3bee-484f-b7e3-fe1e4008670f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa&tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3 HTTP/1.1" status: 200 len: 1128 time: 0.5090311 Aug 31 00:27:26.977843 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:27.049291 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Checking router: b194333d-1697-4436-adf6-8cf2e79bcc47 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:27.049830 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Updating router b194333d-1697-4436-adf6-8cf2e79bcc47 port 013b65ee-9b0e-4a9e-93e5-63b277590eff binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:27:27.088179 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.095140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6ec36059-c517-405f-9365-18fe492a41ac up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:27.149925 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.150987 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:27.187756 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5845e1c1-fd95-4abb-9604-74b59a356af3 req-fb642dc3-e3b2-4123-be3c-8004cf246d74 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7741799 Aug 31 00:27:27.199528 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.210667 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Attempting to bind port 69f68fc0-bf57-4df7-b151-be60eacec4bf on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:27.211341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Attempting to bind port 69f68fc0-bf57-4df7-b151-be60eacec4bf by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:27.213063 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Attempting to bind port 69f68fc0-bf57-4df7-b151-be60eacec4bf on network 4facfc2f-466a-4719-a80b-9fe3f96974ae {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:27.243402 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:27.244019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Checking segment: {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:27.244918 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.245557 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Bound using segment: {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'} {{(pid=112892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:27.246381 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.managers [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Bound port: 69f68fc0-bf57-4df7-b151-be60eacec4bf, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'}}] {{(pid=112892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:27.248253 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.343382 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:27.369384 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:27.410751 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:27.431010 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:27.433405 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 6ec36059-c517-405f-9365-18fe492a41ac triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:27.434049 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (6ec36059-c517-405f-9365-18fe492a41ac), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.473529 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Pushing event updated for resources: {'Port': ['ID=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:27.510138 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5970e-2e49-4509-a00f-7a31eb363360 req-e4b512d3-1ac2-4bc2-8ff7-1b4fd73ce7ff tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:27.520742 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b0f5970e-2e49-4509-a00f-7a31eb363360 req-e4b512d3-1ac2-4bc2-8ff7-1b4fd73ce7ff tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 946 time: 0.2348127 Aug 31 00:27:27.548349 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-b0fc2733-0c02-4fe7-86c4-b52341e3b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:27.550837 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-b0fc2733-0c02-4fe7-86c4-b52341e3b834 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1128 time: 0.4028158 Aug 31 00:27:27.603378 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 is: ACTIVE; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:27.604140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.609401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] For port 69f68fc0-bf57-4df7-b151-be60eacec4bf, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:27.615779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9b0b524b-6589-4a3f-ad55-3ea2433fdd58), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.725413 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] For port 69f68fc0-bf57-4df7-b151-be60eacec4bf, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=69f68fc0-bf57-4df7-b151-be60eacec4bf,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:27.757401 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'Port': ['ID=9b0b524b-6589-4a3f-ad55-3ea2433fdd58,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:27.803820 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:27.995673 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96843397-122d-4aa1-93d9-d9b358b21e69 None None] Pushing event updated for resources: {'Port': ['ID=69f68fc0-bf57-4df7-b151-be60eacec4bf,revision_number=2']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:28.003931 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 6ec36059-c517-405f-9365-18fe492a41ac is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:28.081120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.082072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.082072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.082813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.083305 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.083882 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.087458 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.094062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.100119 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.100658 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.101204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.101668 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.102170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.102720 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.103280 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.161690 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:28.178438 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks [] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:28.192759 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:28.202273 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b0f5970e-2e49-4509-a00f-7a31eb363360 req-1dd2445c-53f7-4dff-8fbd-3cd9559c3b85 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34276fe5-2898-4c35-9bbd-88169cf568a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6471615 Aug 31 00:27:28.354162 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for router_gateway (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:28.464391 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-586ae894-9dc4-4201-80fd-c1f76c3df9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:28.466000 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-586ae894-9dc4-4201-80fd-c1f76c3df9e7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.9006500 Aug 31 00:27:28.474534 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Pushing event updated for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:28.520214 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.520941 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.521533 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.522289 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.523227 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.523875 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.539062 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.539924 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.540536 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.541271 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.541875 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.542538 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.543074 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.544772 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.544772 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:27:28.550638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-c3d33dba-4d6d-43fa-9af5-b98d6b734517 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 999 time: 0.0769305 Aug 31 00:27:28.667813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224c918-8270-4428-ba07-cfa7b9b0899c req-ab90cf15-ab91-49ff-b1f2-09d6936e0c9a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:28.669925 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d224c918-8270-4428-ba07-cfa7b9b0899c req-ab90cf15-ab91-49ff-b1f2-09d6936e0c9a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.3308821 Aug 31 00:27:28.698670 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:27:28.781199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1c0d-a866-42cf-ae67-97604fa38175 req-8a868075-d251-4e00-8604-741becde1662 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:28.783195 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cfe1c0d-a866-42cf-ae67-97604fa38175 req-8a868075-d251-4e00-8604-741becde1662 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.2178037 Aug 31 00:27:28.787395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-30ac03bc-a77e-46b2-9b50-020f0cbfe9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:28.789004 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-30ac03bc-a77e-46b2-9b50-020f0cbfe9f0 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.2073781 Aug 31 00:27:28.845169 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:28.873957 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Attempting to bind port 013b65ee-9b0e-4a9e-93e5-63b277590eff on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:28.873957 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Attempting to bind port 013b65ee-9b0e-4a9e-93e5-63b277590eff by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:28.873957 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Attempting to bind port 013b65ee-9b0e-4a9e-93e5-63b277590eff on network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:28.884082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:28.891924 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:28.892331 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Checking segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:28.892755 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:28.893144 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Bound using segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:28.893646 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Bound port: 013b65ee-9b0e-4a9e-93e5-63b277590eff, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:28.898922 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:28.917304 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:28.928538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:28.968519 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:28.969673 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:29.027262 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a2c4-7672-4196-96c0-319c3591e059 req-8a7f985e-a9a7-4d92-8286-9bcfc3699006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:29.031807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-8a7f985e-a9a7-4d92-8286-9bcfc3699006 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2353420 Aug 31 00:27:29.073441 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] For port 013b65ee-9b0e-4a9e-93e5-63b277590eff, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:29.081169 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] For port 013b65ee-9b0e-4a9e-93e5-63b277590eff, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=013b65ee-9b0e-4a9e-93e5-63b277590eff,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:29.088816 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:29.103533 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d224c918-8270-4428-ba07-cfa7b9b0899c req-68e867ce-8651-49fa-a5f7-f5dbca8a07be tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682475 Aug 31 00:27:29.104482 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:29.107844 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:29.140855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 69f68fc0-bf57-4df7-b151-be60eacec4bf up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:29.192194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] No DVR routers for this DVR port 9b0b524b-6589-4a3f-ad55-3ea2433fdd58 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:27:29.192533 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:29.192533 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:29.205340 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:29.205340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fa166cfe-e28c-4dda-92cc-0e192fb28a78 req-63e6c65e-75d8-4c2c-9620-e8be9e62c967 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.70 "DELETE /networking/v2.0/ports/9b0b524b-6589-4a3f-ad55-3ea2433fdd58 HTTP/1.1" status: 204 len: 173 time: 5.2182479 Aug 31 00:27:29.213328 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728471'] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:29.456028 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 69f68fc0-bf57-4df7-b151-be60eacec4bf triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:29.462547 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:29.482134 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'name': 'network-vif-deleted', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:29.493749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74596c11-2b7f-4763-80a5-7fa447c3372d" -d '{"events": [{"server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "name": "network-vif-deleted", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:29.510169 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-e5b29ffa-42e0-41e7-b6f0-d635b962b0db service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752041 Aug 31 00:27:29.541623 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:29.547502 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1cfe1c0d-a866-42cf-ae67-97604fa38175 req-780fddb1-6673-478c-b915-fe6cad40e6af tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7380116 Aug 31 00:27:29.729782 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:29.733667 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363492b0-cd9a-48c7-a958-e478f56639a9 None None] Pushing event updated for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:29.734573 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Router a710e8f7-2a7c-46ce-832c-c70ce40a61ba is scheduled to L3 agent 982f262d-594a-4170-86c3-8a0941df029c with binding_index 1 {{(pid=112891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:27:29.735067 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d709af7-3f79-4f78-bd33-9acd82ad9dca x-openstack-request-id: req-6d709af7-3f79-4f78-bd33-9acd82ad9dca {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:29.735447 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c64bfe1-3a21-410a-8b62-07114788167c", "name": "network-vif-deleted", "tag": "9b0b524b-6589-4a3f-ad55-3ea2433fdd58", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:29.735688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d709af7-3f79-4f78-bd33-9acd82ad9dca {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:29.736274 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d709af7-3f79-4f78-bd33-9acd82ad9dca'] response: {'server_uuid': '5c64bfe1-3a21-410a-8b62-07114788167c', 'name': 'network-vif-deleted', 'tag': '9b0b524b-6589-4a3f-ad55-3ea2433fdd58', 'status': 'completed', 'code': 200} Aug 31 00:27:29.782548 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dd05e3f8-6406-46be-950f-e9ade1f87056 req-93c3d3bb-c227-41ba-ba75-a12e99039f2f tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 210 time: 0.1865785 Aug 31 00:27:29.880123 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3632a2c4-7672-4196-96c0-319c3591e059 req-665aff75-db21-4794-8b5a-d39cc3c765f0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248725 Aug 31 00:27:29.928399 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 69f68fc0-bf57-4df7-b151-be60eacec4bf is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:29.929284 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:29.968412 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:29.989588 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ea2f0-5175-472f-be73-3b94cf423ca8 None None] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:29.993322 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:30.014579 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Sync routers for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:30.031786 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:30.034053 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-fdf318cf-1a63-4f97-ae4c-6c8be74e740c admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8929868 Aug 31 00:27:30.036965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45250) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:30.086084 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:30.087036 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:30.091464 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:30.102396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:30.117119 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:30.167847 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 69f68fc0-bf57-4df7-b151-be60eacec4bf, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=69f68fc0-bf57-4df7-b151-be60eacec4bf,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:30.174279 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:30.202318 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:30.205420 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-6ec9c552-08eb-414d-b5ec-48a5b20e8bbc None None] Provisioning complete for port 69f68fc0-bf57-4df7-b151-be60eacec4bf triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:30.206038 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c552-08eb-414d-b5ec-48a5b20e8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:30.338628 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:30.339724 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:30.389356 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:29Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:30.430387 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246e913-d12b-4e0f-8f94-2df616c10df4 None None] The sync data for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi is: [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:29Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:30.454895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23c4ba-7e82-44ea-8ffd-6cae3288176a req-512fcf07-de65-4ca4-8861-b60722008103 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:30.458716 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d23c4ba-7e82-44ea-8ffd-6cae3288176a req-512fcf07-de65-4ca4-8861-b60722008103 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1070457 Aug 31 00:27:30.468072 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=69f68fc0-bf57-4df7-b151-be60eacec4bf,revision_number=3']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:30.585290 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:30.627750 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8d23c4ba-7e82-44ea-8ffd-6cae3288176a req-4febdec3-e042-4f99-a7ab-8dab65f47750 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593792 Aug 31 00:27:30.908478 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:30.911808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819f43-1b33-4777-b849-69d2949c90bc req-8d0a5faa-5ee4-48a0-9de9-544a3d0a604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:30.921439 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-8d0a5faa-5ee4-48a0-9de9-544a3d0a604d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1129 time: 0.1729612 Aug 31 00:27:30.944976 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:27Z', 'revision_number': 3, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:30.994009 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:31.059958 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Checking router: a710e8f7-2a7c-46ce-832c-c70ce40a61ba for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:31.078108 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902fb50-9fd9-40c5-94a0-697e459326ca req-09dd1632-bada-4346-90fb-bf3774789b34 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:31.085854 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Updating router a710e8f7-2a7c-46ce-832c-c70ce40a61ba port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:27:31.094605 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9902fb50-9fd9-40c5-94a0-697e459326ca req-09dd1632-bada-4346-90fb-bf3774789b34 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1705475 Aug 31 00:27:31.245007 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.312284 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 013b65ee-9b0e-4a9e-93e5-63b277590eff up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:31.524037 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-330a5add-8a1e-4d51-8a1e-a44dcb3a3a30 req-a1447ac9-b53b-4785-a707-63e94506303e tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c64bfe1-3a21-410a-8b62-07114788167c HTTP/1.1" status: 200 len: 210 time: 0.2023330 Aug 31 00:27:31.536971 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9c552-08eb-414d-b5ec-48a5b20e8bbc None None] Current status of the port 69f68fc0-bf57-4df7-b151-be60eacec4bf is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:31.595073 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9902fb50-9fd9-40c5-94a0-697e459326ca req-3be8e244-44b9-40fb-992d-d6f4d833baa8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4987161 Aug 31 00:27:31.635066 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:31.672797 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks [] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.676115 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:31.680753 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.706521 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819f43-1b33-4777-b849-69d2949c90bc req-dc86cf2d-8322-467f-8fe4-2f0888ef663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:31.711005 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-dc86cf2d-8322-467f-8fe4-2f0888ef663f service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.5776582 Aug 31 00:27:31.757144 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 013b65ee-9b0e-4a9e-93e5-63b277590eff triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:31.758005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.764253 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Attempting to bind port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:31.764845 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Attempting to bind port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:31.765448 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Attempting to bind port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 on network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:31.797174 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:31.808582 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:31.810179 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Checking segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:31.811312 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.812226 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Bound using segment: {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:31.813750 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Bound port: 60bfe1c2-ca52-4edc-8037-70e5c4cbc982, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d010e73-3615-4a41-8b7d-2d8e10b3d05e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:31.814806 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.828991 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-5c40f5d8-3c52-422f-b1fe-02ba8152848e None None] Provisioning complete for port 69f68fc0-bf57-4df7-b151-be60eacec4bf triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:31.829484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5c40f5d8-3c52-422f-b1fe-02ba8152848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.854806 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-423bf4a1-c9be-41da-909a-cc43d3040c46 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 1001 time: 0.1371403 Aug 31 00:27:31.874237 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d2fe9-d34f-4136-947b-467134c0b3c2 None None] Pushing event updated for resources: {'Port': ['ID=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,revision_number=2']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:31.924393 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.939745 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] For port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:31.944623 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] For port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:31.959296 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:31.967002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:31.973694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819f43-1b33-4777-b849-69d2949c90bc req-906de104-6753-4d83-943f-680ce3b88521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:31.976711 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-906de104-6753-4d83-943f-680ce3b88521 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.1155000 Aug 31 00:27:32.010435 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:32.011471 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:32.068824 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819f43-1b33-4777-b849-69d2949c90bc req-7750519b-8534-404b-aa6b-33147a66cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:32.071466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-7750519b-8534-404b-aa6b-33147a66cd59 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862701 Aug 31 00:27:32.100104 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d2fe9-d34f-4136-947b-467134c0b3c2 None None] Pushing event updated for resources: {'Port': ['ID=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:32.162881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3027fe-09b0-4e1e-9007-3f6cc93a9339 req-72909501-1c0a-4bf7-a535-e344a20aa82d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:32.177066 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ed3027fe-09b0-4e1e-9007-3f6cc93a9339 req-72909501-1c0a-4bf7-a535-e344a20aa82d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 945 time: 0.1869414 Aug 31 00:27:32.206431 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:32.421244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Allocated IP 172.20.0.1 (4facfc2f-466a-4719-a80b-9fe3f96974ae/18cfe5c3-ec8e-4f74-a2f9-73f4fe033809/65f32258-6e68-4250-9b97-cf404b75395d) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:27:32.424869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:32.442502 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ed3027fe-09b0-4e1e-9007-3f6cc93a9339 req-97bfc759-5a16-4575-9ccb-f0570e766766 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640343 Aug 31 00:27:32.506160 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-07319810-02fd-4627-86a7-f0a04554005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:27Z', 'revision_number': 3, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:32.506781 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-05d3fcac-3b67-47dc-a285-520be365f722 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157270 Aug 31 00:27:32.523143 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f5d8-3c52-422f-b1fe-02ba8152848e None None] Current status of the port 69f68fc0-bf57-4df7-b151-be60eacec4bf is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:32.551990 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07319810-02fd-4627-86a7-f0a04554005b None None] The sync data for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi is: [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:27Z', 'revision_number': 3, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:32.563916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:32.663132 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks [] for port (65f32258-6e68-4250-9b97-cf404b75395d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:32.675618 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:32.725458 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59819f43-1b33-4777-b849-69d2949c90bc req-bd0d739a-e51e-4e12-a92d-d19eb4b18a4c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076941 Aug 31 00:27:32.751145 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 013b65ee-9b0e-4a9e-93e5-63b277590eff is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:32.751800 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:32.754409 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:32.780186 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bd779-cf6c-4e19-bbf6-14ceb8cd70fb None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:17Z', 'revision_number': 4, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'c2855a29-f3dc-45eb-8ba4-1e7a6002089b', 'name': '', 'network_id': '9d68da4d-e52e-4644-8ba2-67d235ba58ef', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'mac_address': 'fa:16:3e:51:4e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:14Z', 'updated_at': '2022-08-31T00:20:33Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'subnets': [{'id': '24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:32.821609 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:32.825895 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45268) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:32.847564 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdee30-50fe-4a01-9721-2ee8abb81bb7 req-c8493a7d-28c0-44a8-9838-1bd10c36fe07 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:32.850692 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 013b65ee-9b0e-4a9e-93e5-63b277590eff, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=013b65ee-9b0e-4a9e-93e5-63b277590eff,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:32.850896 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-23bdee30-50fe-4a01-9721-2ee8abb81bb7 req-c8493a7d-28c0-44a8-9838-1bd10c36fe07 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.0842040 Aug 31 00:27:32.859186 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:32.860130 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 69f68fc0-bf57-4df7-b151-be60eacec4bf up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:32.861959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:32.883515 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:32.901047 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:27:32.937214 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-23bdee30-50fe-4a01-9721-2ee8abb81bb7 req-6652c7a6-b96d-4620-b1b2-0a38ba42cbc3 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708828 Aug 31 00:27:33.021006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:33.032771 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 69f68fc0-bf57-4df7-b151-be60eacec4bf triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:33.033149 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.051239 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Pushing event updated for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:33.068685 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: ACTIVE; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:33.069019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.073579 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728947'] for router_interface (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.157668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:33.161593 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018d105-1a49-41f8-b1ae-dbec2ce9d010" -d '{"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:33.211225 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:33.214709 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (34276fe5-2898-4c35-9bbd-88169cf568a5), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.219608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.259546 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f20fb-ebd6-4636-81be-c4f7205f704f x-openstack-request-id: req-d27f20fb-ebd6-4636-81be-c4f7205f704f {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:33.260434 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:33.260583 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d27f20fb-ebd6-4636-81be-c4f7205f704f {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:33.260877 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27f20fb-ebd6-4636-81be-c4f7205f704f'] response: {'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'code': 200} Aug 31 00:27:33.264221 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:33.277544 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (34276fe5-2898-4c35-9bbd-88169cf568a5), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.299202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 69f68fc0-bf57-4df7-b151-be60eacec4bf is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:33.306298 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-5f9a583a-5755-43ea-b2f5-f96ad3c996ba None None] Provisioning complete for port 65f32258-6e68-4250-9b97-cf404b75395d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:33.306655 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5f9a583a-5755-43ea-b2f5-f96ad3c996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (65f32258-6e68-4250-9b97-cf404b75395d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.400227 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a583a-5755-43ea-b2f5-f96ad3c996ba None None] Port 65f32258-6e68-4250-9b97-cf404b75395d cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:27:33.430679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=8']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:33.455268 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (65f32258-6e68-4250-9b97-cf404b75395d), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.461204 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (34276fe5-2898-4c35-9bbd-88169cf568a5), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.467055 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.469115 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/34276fe5-2898-4c35-9bbd-88169cf568a5 HTTP/1.1" status: 204 len: 168 time: 0.6392875 Aug 31 00:27:33.473149 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45272) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:33.514465 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-6f20089b-644e-4d26-a6cc-a8a1c0441fcb tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] show failed (client error): The resource could not be found. Aug 31 00:27:33.519264 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-6f20089b-644e-4d26-a6cc-a8a1c0441fcb tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "GET /networking/v2.0/security-groups/34276fe5-2898-4c35-9bbd-88169cf568a5 HTTP/1.1" status: 404 len: 347 time: 0.0441716 Aug 31 00:27:33.523415 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45276) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:33.556393 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d272f-2026-4067-bece-f384213401b9 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34276fe5-2898-4c35-9bbd-88169cf568a5,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:33.585125 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:33.638519 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 013b65ee-9b0e-4a9e-93e5-63b277590eff up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:33.646869 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e586a-5ef0-4508-9b2c-bbe8fc0d63bc None None] New status for floating IP 0c7405a5-fd79-494c-b5ba-edf23d698599: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:27:33.729990 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:33.881733 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf64300-1e2f-4ebe-a5ac-54468018a51c req-ffdfc9e7-0977-487f-a216-4d2d76bf8594 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:33.885324 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5bf64300-1e2f-4ebe-a5ac-54468018a51c req-ffdfc9e7-0977-487f-a216-4d2d76bf8594 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1362815 Aug 31 00:27:33.906109 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Deleting port 4c2aeeac-66a9-46ea-8a14-571c5dca1382 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:33.906732 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:33.961060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 013b65ee-9b0e-4a9e-93e5-63b277590eff triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:33.962573 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.050537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks [] for port (65f32258-6e68-4250-9b97-cf404b75395d), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.059959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.061303 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5bf64300-1e2f-4ebe-a5ac-54468018a51c req-35035854-2179-4435-ad2f-4cb89277d2fa tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574430 Aug 31 00:27:34.151607 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:34.204379 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 013b65ee-9b0e-4a9e-93e5-63b277590eff is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:34.212748 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3729063'] for router_interface (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.230106 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f83a9-fb5b-4485-833d-40f78be528d1 req-1ea675a0-ef31-4f6a-b3b4-4d72472b5171 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:34.232917 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Pushing event updated for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:34.233989 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-900f83a9-fb5b-4485-833d-40f78be528d1 req-1ea675a0-ef31-4f6a-b3b4-4d72472b5171 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1060519 Aug 31 00:27:34.241894 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.242438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (4c2aeeac-66a9-46ea-8a14-571c5dca1382), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.291507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Calling delete_port for 4c2aeeac-66a9-46ea-8a14-571c5dca1382 owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:34.358136 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:27:34.360719 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:27:34.446551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-900f83a9-fb5b-4485-833d-40f78be528d1 req-0b706978-2c66-474f-a069-372f4cf0eaf5 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982329 Aug 31 00:27:34.542196 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f3b88caa-9c72-46d9-8dc1-5ab58207aefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.606792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Router a710e8f7-2a7c-46ce-832c-c70ce40a61ba has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:34.686994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (4c2aeeac-66a9-46ea-8a14-571c5dca1382), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.725478 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Pushing event deleted for resources: {'Port': ['ID=4c2aeeac-66a9-46ea-8a14-571c5dca1382,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:34.737740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-27ac52c8-98a1-4957-b0b4-e7b7cd833f35 None None] Provisioning complete for port 65f32258-6e68-4250-9b97-cf404b75395d triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:34.739270 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-27ac52c8-98a1-4957-b0b4-e7b7cd833f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (65f32258-6e68-4250-9b97-cf404b75395d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.800714 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-27ac52c8-98a1-4957-b0b4-e7b7cd833f35 None None] Port 65f32258-6e68-4250-9b97-cf404b75395d cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:27:34.832120 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:34.841908 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a4113998-f717-4eaa-a21c-44bc704d707f admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/a710e8f7-2a7c-46ce-832c-c70ce40a61ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8034272 Aug 31 00:27:34.863473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks [] for floatingip (0c7405a5-fd79-494c-b5ba-edf23d698599), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.881047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:34.883562 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ac785f52-b7f6-4fa9-a5a6-d09eb2da7d38 tempest-AttachVolumeTestJSON-346253535 tempest-AttachVolumeTestJSON-346253535-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/0c7405a5-fd79-494c-b5ba-edf23d698599 HTTP/1.1" status: 204 len: 168 time: 1.3560300 Aug 31 00:27:35.276898 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2729-3351-490c-bde9-eb496c09e79c req-ffd06e6a-8d6f-471b-8a95-2ede397c68e5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:35.279200 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-70da2729-3351-490c-bde9-eb496c09e79c req-ffd06e6a-8d6f-471b-8a95-2ede397c68e5 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0840459 Aug 31 00:27:35.332723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:35.364674 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-70da2729-3351-490c-bde9-eb496c09e79c req-ea2666b0-da3a-457f-a3d2-01095c3732a2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727594 Aug 31 00:27:35.522436 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:35.532456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:35.618713 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:35.619095 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:35.634974 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Sync routers for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:35.665827 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:35.667466 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:35.726215 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858027-64d0-4636-bc2c-adf9c4e0a612 req-a9d79ac3-5b8d-4b70-90d8-0c26dbdca181 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:35.729341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5858027-64d0-4636-bc2c-adf9c4e0a612 req-a9d79ac3-5b8d-4b70-90d8-0c26dbdca181 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1433671 Aug 31 00:27:35.749334 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:35.750534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:35.786126 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:35.791477 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:35.851026 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5858027-64d0-4636-bc2c-adf9c4e0a612 req-fe72c5d5-b6e9-49fd-a0ab-e86c090661a3 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131878 Aug 31 00:27:36.049137 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:36.056133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:36.464811 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:33Z', 'revision_number': 4, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '65f32258-6e68-4250-9b97-cf404b75395d', 'name': '', 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'mac_address': 'fa:16:3e:bd:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:31Z', 'updated_at': '2022-08-31T00:27:33Z', 'revision_number': 2, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'subnets': [{'id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:36.526496 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Checking router: a710e8f7-2a7c-46ce-832c-c70ce40a61ba for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:36.527560 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Updating router a710e8f7-2a7c-46ce-832c-c70ce40a61ba port 65f32258-6e68-4250-9b97-cf404b75395d binding host dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:27:36.607732 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (65f32258-6e68-4250-9b97-cf404b75395d), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:36.677357 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:36.818416 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:37.116523 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-34001bab-7fbe-4523-b296-c464820372e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.211129 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: DOWN; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:37.264102 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:37.284639 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e62af-74de-4830-bc00-9656d5667265 req-3b8d70a3-fd7c-4c7f-ab6d-e527d465bdfb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:37.291607 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e07e62af-74de-4830-bc00-9656d5667265 req-3b8d70a3-fd7c-4c7f-ab6d-e527d465bdfb tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1750464 Aug 31 00:27:37.297363 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-4a1584a2-2521-4cfc-b573-2fcecbe2a718 req-2764629b-1f0d-4cea-812e-f78ee399ea75 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:27:37.310559 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a1584a2-2521-4cfc-b573-2fcecbe2a718 req-2764629b-1f0d-4cea-812e-f78ee399ea75 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0175972 Aug 31 00:27:37.421554 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks [] for port (65f32258-6e68-4250-9b97-cf404b75395d), precommit_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.435980 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.437411 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e07e62af-74de-4830-bc00-9656d5667265 req-1c636092-47c6-43f1-b913-ba64dbfd55ab tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253767 Aug 31 00:27:37.660015 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32977401-568c-49c4-a8a5-241ceb48cf49 None None] Pushing event updated for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=3']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:37.695440 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Attempting to bind port 65f32258-6e68-4250-9b97-cf404b75395d on host dv-cinder-852210-5-iscsi for vnic_type normal with profile {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:27:37.696511 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Attempting to bind port 65f32258-6e68-4250-9b97-cf404b75395d by drivers openvswitch,hyperv on host dv-cinder-852210-5-iscsi at level 0 using segments [{'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:27:37.696511 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Attempting to bind port 65f32258-6e68-4250-9b97-cf404b75395d on network 4facfc2f-466a-4719-a80b-9fe3f96974ae {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:27:37.703195 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Checking agent: {'id': 'f83e0e1c-5e8f-4868-a34f-4b8224f6bf19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852210-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 12, 10), 'started_at': datetime.datetime(2022, 8, 31, 0, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852210-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:27:37.705131 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Checking segment: {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:27:37.705546 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.706099 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Bound using segment: {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'} {{(pid=112893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:27:37.706915 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.managers [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Bound port: 65f32258-6e68-4250-9b97-cf404b75395d, host: dv-cinder-852210-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a8543f-c1c2-414e-96fe-726afc6a92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae'}}] {{(pid=112893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:27:37.707312 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (65f32258-6e68-4250-9b97-cf404b75395d), before_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.716448 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:37.828138 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:37.829195 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:37.929533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1614-40ce-411c-8833-4b369de81ddc req-dd92b5ec-fb73-4700-bc72-99ced79b127a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:37.938598 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9baa1614-40ce-411c-8833-4b369de81ddc req-dd92b5ec-fb73-4700-bc72-99ced79b127a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1849759 Aug 31 00:27:37.948710 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] For port 65f32258-6e68-4250-9b97-cf404b75395d, host dv-cinder-852210-5-iscsi, cleared binding levels {{(pid=112893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:27:37.956905 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.plugins.ml2.db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] For port 65f32258-6e68-4250-9b97-cf404b75395d, host dv-cinder-852210-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=65f32258-6e68-4250-9b97-cf404b75395d,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:27:37.996629 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron_lib.callbacks.manager [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_update {{(pid=112893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:38.024053 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:38.093764 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9baa1614-40ce-411c-8833-4b369de81ddc req-c101d69f-3638-4ba4-97a0-c13337040993 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455839 Aug 31 00:27:38.175372 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32977401-568c-49c4-a8a5-241ceb48cf49 None None] Pushing event updated for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=4']} {{(pid=112893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:38.197594 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:38.198530 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:38.223076 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:38.467430 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:38.535880 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45376) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:38.773993 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114270-cb2b-4dca-8b00-1aee69e1118d req-ac6e8695-e1e7-4ca8-b7e0-a4bb981500db tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:38.778261 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-16114270-cb2b-4dca-8b00-1aee69e1118d req-ac6e8695-e1e7-4ca8-b7e0-a4bb981500db tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 944 time: 0.1435547 Aug 31 00:27:38.821044 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-3772210f-20c4-4b08-8051-f75374647361 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2829471 Aug 31 00:27:38.831239 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:27:38.868517 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-16114270-cb2b-4dca-8b00-1aee69e1118d req-89cb416e-ebb8-4412-8fbe-42e4c6bd9b50 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757389 Aug 31 00:27:38.881833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-5d4f5e6a-1cb6-4749-ab1b-f6864714b7a4 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:27:38.883236 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-5d4f5e6a-1cb6-4749-ab1b-f6864714b7a4 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0114002 Aug 31 00:27:38.978492 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:33Z', 'revision_number': 4, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '65f32258-6e68-4250-9b97-cf404b75395d', 'name': '', 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'mac_address': 'fa:16:3e:bd:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:31Z', 'updated_at': '2022-08-31T00:27:37Z', 'revision_number': 4, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'subnets': [{'id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:38.982430 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:39.031673 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b3bad-78e0-4ae1-930f-5f3132a95784 None None] The sync data for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi is: [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:27:33Z', 'revision_number': 4, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '65f32258-6e68-4250-9b97-cf404b75395d', 'name': '', 'network_id': '4facfc2f-466a-4719-a80b-9fe3f96974ae', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'mac_address': 'fa:16:3e:bd:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:31Z', 'updated_at': '2022-08-31T00:27:37Z', 'revision_number': 4, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'subnets': [{'id': '18cfe5c3-ec8e-4f74-a2f9-73f4fe033809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:39.037453 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45386) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:39.072457 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:39.103495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'c156e592-123d-470f-843d-661d21c8d777', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'port_id': 'c156e592-123d-470f-843d-661d21c8d777', 'mac_address': 'fa:16:3e:0a:24:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:27:39.232678 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:39.237846 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:39.273154 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-4dd4714a-64ea-4fa9-9757-5508497b9fe4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:39.286051 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-4dd4714a-64ea-4fa9-9757-5508497b9fe4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports/9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 940 time: 0.2460909 Aug 31 00:27:39.339297 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c156e592-123d-470f-843d-661d21c8d777 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:27:39.424273 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0310ec-3fce-49df-9402-4e4ca96fc1a5 req-5cf07254-d566-43e5-9b1e-9d14e4d1efe8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:39.428579 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf0310ec-3fce-49df-9402-4e4ca96fc1a5 req-5cf07254-d566-43e5-9b1e-9d14e4d1efe8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1637104 Aug 31 00:27:39.436116 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:39.452720 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:39.453390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45400) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:39.542274 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=7']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:39.566038 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 65f32258-6e68-4250-9b97-cf404b75395d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:39.605403 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf0310ec-3fce-49df-9402-4e4ca96fc1a5 req-e35b9451-3016-49c9-9c90-acc8172b4e65 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652555 Aug 31 00:27:39.640329 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:39.660376 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 65f32258-6e68-4250-9b97-cf404b75395d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:39.660772 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (65f32258-6e68-4250-9b97-cf404b75395d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:39.744474 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:39.853901 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['c156e592-123d-470f-843d-661d21c8d777'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:27:39.966275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 65f32258-6e68-4250-9b97-cf404b75395d is: DOWN; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:39.973843 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (65f32258-6e68-4250-9b97-cf404b75395d), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:40.135357 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:40.141080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72166738-102e-4ced-9258-05899d4a4df5 req-efd58cce-88a0-4d6a-a2f6-6bd119d057fa tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:40.151870 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72166738-102e-4ced-9258-05899d4a4df5 req-efd58cce-88a0-4d6a-a2f6-6bd119d057fa tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.1461694 Aug 31 00:27:40.166655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:40.229053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:40.230296 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] For port 65f32258-6e68-4250-9b97-cf404b75395d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=65f32258-6e68-4250-9b97-cf404b75395d,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:40.251533 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:40.291179 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72166738-102e-4ced-9258-05899d4a4df5 req-9a6f0412-be33-4e28-b62e-9e960363f6d8 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377082 Aug 31 00:27:40.375468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Pushing event updated for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:40.707140 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:40.923333 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47946-c764-4452-881e-40fc7cfb28e3 req-16cd7578-90c7-4127-b40b-307c6a7ab9e7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:40.931691 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5b47946-c764-4452-881e-40fc7cfb28e3 req-16cd7578-90c7-4127-b40b-307c6a7ab9e7 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1251965 Aug 31 00:27:41.052822 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5b47946-c764-4452-881e-40fc7cfb28e3 req-f88314f7-1152-4f5d-bca1-f6afcd3d6a09 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196594 Aug 31 00:27:41.115857 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=100 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:41.216907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Deleting port c2855a29-f3dc-45eb-8ba4-1e7a6002089b {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:41.218045 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.261360 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:41.358044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-dcad459e-5d35-4944-bdfa-6c771a38c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:41.359677 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-dcad459e-5d35-4944-bdfa-6c771a38c3c1 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045&tenant_id=e53c8a6e81fe48d5b9609b921283e64d HTTP/1.1" status: 200 len: 1127 time: 0.1321201 Aug 31 00:27:41.369365 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] For port c2855a29-f3dc-45eb-8ba4-1e7a6002089b, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:41.369365 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.401292 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:41.404846 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Calling delete_port for c2855a29-f3dc-45eb-8ba4-1e7a6002089b owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:41.455996 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port c156e592-123d-470f-843d-661d21c8d777 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:41.456412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (c156e592-123d-470f-843d-661d21c8d777), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.508892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-454a8304-cbae-4e7e-8726-982e63b9585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:41.520804 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-454a8304-cbae-4e7e-8726-982e63b9585d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1127 time: 0.1139121 Aug 31 00:27:41.548648 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 65f32258-6e68-4250-9b97-cf404b75395d up at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:27:41.673635 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (c2855a29-f3dc-45eb-8ba4-1e7a6002089b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.703394 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Provisioning complete for port 65f32258-6e68-4250-9b97-cf404b75395d triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:27:41.704548 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (65f32258-6e68-4250-9b97-cf404b75395d), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.732293 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2855a29-f3dc-45eb-8ba4-1e7a6002089b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:41.782223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa3b2-0a4b-4013-9cd8-c39be26dda55 req-657be2e2-15f8-4b03-885f-90c5651e30d2 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:41.789894 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:41.790296 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:41.791262 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7c5fa3b2-0a4b-4013-9cd8-c39be26dda55 req-657be2e2-15f8-4b03-885f-90c5651e30d2 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 945 time: 0.1724148 Aug 31 00:27:41.852200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:27:41.855005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d1fb6-2b23-484e-b3d8-5ffccc16b9e0" -d '{"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:27:41.896874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-ea38b5ce-3aca-4796-bee0-e7ea9c3cfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:41.899183 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-ea38b5ce-3aca-4796-bee0-e7ea9c3cfbec service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.3703079 Aug 31 00:27:41.950957 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7c5fa3b2-0a4b-4013-9cd8-c39be26dda55 req-29307747-e52e-41ac-9d54-e983cabb16a4 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585655 Aug 31 00:27:41.959817 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Current status of the port 65f32258-6e68-4250-9b97-cf404b75395d is: ACTIVE; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:27:41.978726 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:42.010079 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:42.072690 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e3299-bbc6-4ffe-8dc3-2e525607566a x-openstack-request-id: req-aa6e3299-bbc6-4ffe-8dc3-2e525607566a {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:27:42.073447 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-plugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:27:42.073850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa6e3299-bbc6-4ffe-8dc3-2e525607566a {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:27:42.074955 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6e3299-bbc6-4ffe-8dc3-2e525607566a'] response: {'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'code': 200} Aug 31 00:27:42.096794 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-b81b25f1-fcf1-42a0-9dfb-c660f73908b3 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 999 time: 0.1635258 Aug 31 00:27:42.173885 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:42.175424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-b1f13661-af6d-4bd0-8bc5-77c1babb398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:42.177837 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-b1f13661-af6d-4bd0-8bc5-77c1babb398b service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.0747654 Aug 31 00:27:42.190468 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=8']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:42.270663 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-2727576f-2024-4f71-8d53-7782e243f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:42.273749 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-2727576f-2024-4f71-8d53-7782e243f4ba service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528779 Aug 31 00:27:42.286375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:42.416336 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:42.418953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:42.424618 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95540bc8-d529-424f-8cae-aa7e69e7bb2b req-db060556-cd05-4df3-9538-34749647a504 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:42.426762 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-95540bc8-d529-424f-8cae-aa7e69e7bb2b req-db060556-cd05-4df3-9538-34749647a504 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1515160 Aug 31 00:27:42.537274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6ff56-e4a8-4adf-98f4-8db92de08534 req-762ad12c-82c5-4e94-9ef6-f76c863ad477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:42.539333 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dda6ff56-e4a8-4adf-98f4-8db92de08534 req-762ad12c-82c5-4e94-9ef6-f76c863ad477 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.1057181 Aug 31 00:27:42.751980 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=100 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:42.828770 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:27:42.853867 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-4d3d9430-8e51-4b75-826d-fdd94406a5a2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649803 Aug 31 00:27:42.966739 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-95540bc8-d529-424f-8cae-aa7e69e7bb2b req-bc76cdd4-9834-4814-9e21-f9f7b0e02d89 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972665 Aug 31 00:27:42.969224 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5ad999-b3bf-4b1d-ba99-1fff0c361403 req-5cd616c6-7b25-4a32-ad7f-de73897e5cd5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062818 Aug 31 00:27:43.016257 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dda6ff56-e4a8-4adf-98f4-8db92de08534 req-9da537cf-d610-4350-b52f-2bba8453dfcc service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656367 Aug 31 00:27:43.087623 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:27:43.098415 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45426) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:43.099466 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Sync routers for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:27:43.111331 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1d623885-a096-42a5-a76f-056e39978d03 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/eab0911f-24d9-4755-9c8f-ed2b5960b1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6562538 Aug 31 00:27:43.118662 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:43.129273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:43.130198 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:43.256104 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc032a42-181c-4279-b5f1-0deebfe3d28a req-5db0567f-b0de-4874-8043-4f43f70e1d94 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:43.257969 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc032a42-181c-4279-b5f1-0deebfe3d28a req-5db0567f-b0de-4874-8043-4f43f70e1d94 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.0684383 Aug 31 00:27:43.285596 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:43.362601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks [] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:43.490439 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc032a42-181c-4279-b5f1-0deebfe3d28a req-3f74398f-a0ff-4aeb-9ba2-0e7fedf873f1 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935904 Aug 31 00:27:43.497435 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks [] for router_gateway (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:43.548861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:43.580808 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Deleting port d0259c49-c1b0-47bb-995c-50e08370f39e {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:43.581821 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:43.612417 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:43.671407 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:27:41Z', 'revision_number': 5, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port': {'id': 'd0259c49-c1b0-47bb-995c-50e08370f39e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:43.707890 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Checking router: eab0911f-24d9-4755-9c8f-ed2b5960b1a3 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:27:43.723260 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Routers {'eab0911f-24d9-4755-9c8f-ed2b5960b1a3'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:27:43.724221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:27:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:43.804530 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] For port d0259c49-c1b0-47bb-995c-50e08370f39e, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=d0259c49-c1b0-47bb-995c-50e08370f39e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:43.805449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:43.852274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Calling delete_port for d0259c49-c1b0-47bb-995c-50e08370f39e owned by network:router_gateway {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:43.864006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] Set router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 gateway port host: None {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:27:43.932774 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:27:43Z', 'revision_number': 6, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:44.025140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491edde7-4577-437a-8f1e-f78d672975ad None None] The sync data for ids ['eab0911f-24d9-4755-9c8f-ed2b5960b1a3'] in dv-cinder-852210-5-iscsi is: [{'id': 'eab0911f-24d9-4755-9c8f-ed2b5960b1a3', 'name': 'tempest-AttachVolumeTestJSON-259933196-router', 'tenant_id': '5d71e648b9ff42fb8b29beabe01a5512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:08Z', 'updated_at': '2022-08-31T00:27:43Z', 'revision_number': 6, 'project_id': '5d71e648b9ff42fb8b29beabe01a5512', 'gw_port_host': None}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:27:44.259191 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (d0259c49-c1b0-47bb-995c-50e08370f39e), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:44.294367 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ed619-f7c4-4b0c-92fb-2b85edf6b99b req-ccd77039-90f8-45be-9f77-978ad376df60 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:44.300897 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-da3ed619-f7c4-4b0c-92fb-2b85edf6b99b req-ccd77039-90f8-45be-9f77-978ad376df60 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0820479 Aug 31 00:27:44.402589 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0259c49-c1b0-47bb-995c-50e08370f39e,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:44.519282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:44.598431 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-da3ed619-f7c4-4b0c-92fb-2b85edf6b99b req-a64542fe-76fe-4c17-b841-23664c600cb6 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701025 Aug 31 00:27:44.917237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:44.922965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks [] for router_controller (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:44.983202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342ac6-ce1e-48cb-a3b2-5a405f2cc6d9 req-abade9b3-01d3-47cc-a252-a43b649edfd9 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:44.993022 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d342ac6-ce1e-48cb-a3b2-5a405f2cc6d9 req-abade9b3-01d3-47cc-a252-a43b649edfd9 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1445334 Aug 31 00:27:45.029653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (eab0911f-24d9-4755-9c8f-ed2b5960b1a3), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.030567 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab0911f-24d9-4755-9c8f-ed2b5960b1a3 {{(pid=112890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:27:45.041874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.048232 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45454) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:45.052519 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-968e52c8-21d3-4c5e-81ea-329b3d566dd1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/eab0911f-24d9-4755-9c8f-ed2b5960b1a3 HTTP/1.1" status: 204 len: 168 time: 1.9525807 Aug 31 00:27:45.123363 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4d342ac6-ce1e-48cb-a3b2-5a405f2cc6d9 req-32435070-3f5a-4714-b8c6-578cf065ff19 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293197 Aug 31 00:27:45.224000 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Deleting subnet 24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:27:45.229156 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Publish callbacks [] for subnet (24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.326740 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.558372 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.569422 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device d0259c49-c1b0-47bb-995c-50e08370f39e no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:45.633848 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: d0259c49-c1b0-47bb-995c-50e08370f39e {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:27:45.634579 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device d0259c49-c1b0-47bb-995c-50e08370f39e not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:27:45.635712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device c2855a29-f3dc-45eb-8ba4-1e7a6002089b no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:45.650674 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.690718 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: c2855a29-f3dc-45eb-8ba4-1e7a6002089b {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:27:45.691406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device c2855a29-f3dc-45eb-8ba4-1e7a6002089b not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:27:45.696924 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:45.731835 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:45.745530 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45462) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:45.757236 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e2577-42d7-41ae-a7bf-746dc731d2a3 None None] Network 9d68da4d-e52e-4644-8ba2-67d235ba58ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:27:45.772370 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-adae2559-277f-45c7-aa35-78282f6befaf admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/24e3bf00-c349-4e61-8bf5-d4ae4b8b04b1 HTTP/1.1" status: 204 len: 168 time: 0.7084517 Aug 31 00:27:45.994082 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (9d68da4d-e52e-4644-8ba2-67d235ba58ef), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.245926 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792769d-ba64-4da8-96a2-1a7eac13bbd8 req-c4e4cd20-2898-4f0b-a719-1bd36f6a85da tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:46.249237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c792769d-ba64-4da8-96a2-1a7eac13bbd8 req-c4e4cd20-2898-4f0b-a719-1bd36f6a85da tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.2520404 Aug 31 00:27:46.330349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] DHCP port deletion for 9d68da4d-e52e-4644-8ba2-67d235ba58ef request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:27:46.346433 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Deleting port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:46.347030 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.405344 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Deleting port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:27:46.406072 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.493101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:46.583600 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] For port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:46.585316 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.606384 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] For port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,segment=NetworkSegment(437f814d-1b58-48c7-832c-6d6ee422e1f7),segment_id=437f814d-1b58-48c7-832c-6d6ee422e1f7)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:27:46.606961 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.608889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Calling delete_port for 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:46.628146 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c792769d-ba64-4da8-96a2-1a7eac13bbd8 req-b7fa63e8-2a15-4582-9ccb-6b8896a67f06 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298123 Aug 31 00:27:46.642183 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Calling delete_port for 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 owned by network:dhcp {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:27:46.669499 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:46.688519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:46.885296 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.896945 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (04aebb52-0f0f-4ff2-946b-2ed4f4b5f540), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:46.916561 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] Pushing event deleted for resources: {'Port': ['ID=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:46.927981 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2e00a-aea3-41bb-b297-3b428b10515c None None] No DVR routers for this DVR port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:27:46.957494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] No DVR routers for this DVR port 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 on host dv-cinder-852210-5-iscsi {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:27:46.967002 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Pushing event deleted for resources: {'Port': ['ID=04aebb52-0f0f-4ff2-946b-2ed4f4b5f540,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:47.112136 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (9d68da4d-e52e-4644-8ba2-67d235ba58ef), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.159530 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d68da4d-e52e-4644-8ba2-67d235ba58ef']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:47.183031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437f814d-1b58-48c7-832c-6d6ee422e1f7') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:47.183567 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437f814d-1b58-48c7-832c-6d6ee422e1f7') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:27:47.206101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (437f814d-1b58-48c7-832c-6d6ee422e1f7), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.233953 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (437f814d-1b58-48c7-832c-6d6ee422e1f7), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.247174 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:27:47.248127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (437f814d-1b58-48c7-832c-6d6ee422e1f7), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.417502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (9d68da4d-e52e-4644-8ba2-67d235ba58ef), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.436047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:47.448145 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/9d68da4d-e52e-4644-8ba2-67d235ba58ef HTTP/1.1" status: 204 len: 168 time: 1.6981003 Aug 31 00:27:47.498557 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:27:47.514166 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c93ce-530b-4606-96f6-2ba51e46349f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d68da4d-e52e-4644-8ba2-67d235ba58ef,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:47.531601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:27:47.531966 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 04aebb52-0f0f-4ff2-946b-2ed4f4b5f540 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:27:47.753629 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 437f814d-1b58-48c7-832c-6d6ee422e1f7 resource provider aggregate not found Aug 31 00:27:47.765438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 45480) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:47.785237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 437f814d-1b58-48c7-832c-6d6ee422e1f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 437f814d-1b58-48c7-832c-6d6ee422e1f7 found for delete ", "request_id": "req-56c1b041-4b3c-47e6-be0d-f7fa17229067"}]} Aug 31 00:27:47.849861 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-2650ec52-ba7c-4bc3-856b-899f67d89ab3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5d71e648b9ff42fb8b29beabe01a5512&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0817013 Aug 31 00:27:47.853816 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 45482) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:27:47.934221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d46253-36a4-49d8-8a02-10af451de5d7 req-af43636b-e967-4b36-aaa8-57ef39d5782c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:47.952919 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a1d46253-36a4-49d8-8a02-10af451de5d7 req-af43636b-e967-4b36-aaa8-57ef39d5782c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1311016 Aug 31 00:27:48.020699 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] Publish callbacks [] for security_group (704d1b60-0fed-45e9-a724-8aa3cc90b5ac), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:48.136095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] Publish callbacks [] for security_group (704d1b60-0fed-45e9-a724-8aa3cc90b5ac), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:48.140967 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a1d46253-36a4-49d8-8a02-10af451de5d7 req-8dbccc83-e70b-4ecd-abc1-605530f1fc3d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842141 Aug 31 00:27:48.238344 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (704d1b60-0fed-45e9-a724-8aa3cc90b5ac), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:48.260678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:27:48.272645 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/704d1b60-0fed-45e9-a724-8aa3cc90b5ac HTTP/1.1" status: 204 len: 168 time: 0.4146965 Aug 31 00:27:48.289885 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5cf56-e207-454e-a2a7-35066abdd9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d1b60-0fed-45e9-a724-8aa3cc90b5ac,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:27:48.954274 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:48.992096 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:49.604283 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b006-5e27-4c78-b00d-648ae4d80a16 req-a5baaa0a-4962-4842-aea7-dd9c76d36e23 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:49.606353 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ca52b006-5e27-4c78-b00d-648ae4d80a16 req-a5baaa0a-4962-4842-aea7-dd9c76d36e23 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.2486787 Aug 31 00:27:49.718292 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ca52b006-5e27-4c78-b00d-648ae4d80a16 req-25e140b7-646b-4bda-a82a-54e15b8c7ad3 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036928 Aug 31 00:27:51.052469 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95a5f0-4dc1-4712-8c22-d173b64a50de req-4d12e349-98a8-4cd9-afe6-371ddc362234 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:51.061454 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e95a5f0-4dc1-4712-8c22-d173b64a50de req-4d12e349-98a8-4cd9-afe6-371ddc362234 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0914395 Aug 31 00:27:51.140766 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e95a5f0-4dc1-4712-8c22-d173b64a50de req-a8395d0a-ab0a-4c2f-b9da-7e6ac4ed3f37 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741248 Aug 31 00:27:52.394339 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64b2d6-e523-435e-a312-d79aa650778d req-3c0299bd-e0d3-429a-b3f4-40486e93224f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:52.406437 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df64b2d6-e523-435e-a312-d79aa650778d req-3c0299bd-e0d3-429a-b3f4-40486e93224f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1155643 Aug 31 00:27:52.568257 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df64b2d6-e523-435e-a312-d79aa650778d req-cd33d602-e1f9-4676-adaa-15d9258c17ae tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604595 Aug 31 00:27:53.708282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:53.758227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-6847a383-7e87-4210-8b99-bebe9d16eb5f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:53.767605 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-6847a383-7e87-4210-8b99-bebe9d16eb5f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 815 time: 0.2449739 Aug 31 00:27:53.784492 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-e00002fb-fa25-4b12-9ade-9e77a7f24ee4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/quotas/d2b2473cfa244cf1aaaa6e4dac08a3d6 HTTP/1.1" status: 200 len: 375 time: 0.0121870 Aug 31 00:27:53.892301 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-e6177eea-3b44-4d59-8b5c-b06274bc9f1b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965250 Aug 31 00:27:54.051264 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-e91663d1-f1ad-4b4f-b244-c44aec7e895f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377652 Aug 31 00:27:54.150693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:54.197586 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-43204d14-05b3-49da-bccb-5493857e0160 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452456 Aug 31 00:27:54.592232 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7dbd6-b86f-4c00-a5f7-30bd0f1ac239 req-407321fc-c6dc-49f3-9334-146a97652e02 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:54.594992 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-08f7dbd6-b86f-4c00-a5f7-30bd0f1ac239 req-407321fc-c6dc-49f3-9334-146a97652e02 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.1243405 Aug 31 00:27:54.751902 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-08f7dbd6-b86f-4c00-a5f7-30bd0f1ac239 req-683e1c53-4207-411c-b8a9-b36c896a8ff4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486862 Aug 31 00:27:54.985853 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6e8f1861-7dab-4e91-9b55-c934a1be7f25 req-4a636e9f-9362-44f8-865b-06026c0e2dbc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.1120238 Aug 31 00:27:55.959852 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8b9e-123e-467c-85a3-d3a6869bcf5a req-91a17944-3ed4-45de-b069-5b58d5144a29 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:55.961611 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb5e8b9e-123e-467c-85a3-d3a6869bcf5a req-91a17944-3ed4-45de-b069-5b58d5144a29 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0823121 Aug 31 00:27:56.071405 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb5e8b9e-123e-467c-85a3-d3a6869bcf5a req-84365a14-22ef-4643-89f7-edf20175d5f9 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955799 Aug 31 00:27:56.156715 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-67a6d3d8-d656-41a6-8394-11595bad6744 req-c9bd5103-276c-4602-9992-c9be41d5c7f0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0403798 Aug 31 00:27:57.299223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbae3c-a177-4de5-9341-172dd3078fb6 req-fd7f21d7-df55-42cd-bbc5-59728244dc34 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:57.301595 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47dbae3c-a177-4de5-9341-172dd3078fb6 req-fd7f21d7-df55-42cd-bbc5-59728244dc34 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0912812 Aug 31 00:27:57.356213 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-241d42a5-f133-453c-ab31-c453837b98c0 req-7b2be520-4354-4991-a673-b9051b5f0cbf tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0528939 Aug 31 00:27:57.405032 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-47dbae3c-a177-4de5-9341-172dd3078fb6 req-57d6b2c1-b608-4309-8cef-faf75583dd06 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880303 Aug 31 00:27:58.277036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:58.277896 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:58.316030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:58.323033 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:27:58.529752 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fd3ea668-ef1f-4044-9148-c4bd39b3be13 req-a27234aa-60f1-49eb-802a-cb5bb6f733ae tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0420287 Aug 31 00:27:58.590653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ab50-3f6a-4457-97fc-4efee000f0cf req-2a820752-bd0e-4581-80e7-0d5ce9869b0a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:58.592757 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31a0ab50-3f6a-4457-97fc-4efee000f0cf req-2a820752-bd0e-4581-80e7-0d5ce9869b0a tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0738018 Aug 31 00:27:58.665375 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31a0ab50-3f6a-4457-97fc-4efee000f0cf req-f60a1688-03ee-4414-85e9-bd8b3744d2a4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651007 Aug 31 00:27:59.660317 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-37e381a4-5b12-473f-bf3a-2b688f1f4983 req-295c65a2-88d8-41ac-b81b-bbd561002b9a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0309777 Aug 31 00:27:59.807117 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe2f4-736f-46ff-a6a5-4a640f20ae28 req-33ff9473-df5c-4b54-8b8d-fdec08070ec1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:27:59.808948 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-090fe2f4-736f-46ff-a6a5-4a640f20ae28 req-33ff9473-df5c-4b54-8b8d-fdec08070ec1 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0576136 Aug 31 00:27:59.867005 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-090fe2f4-736f-46ff-a6a5-4a640f20ae28 req-687264db-9a6d-4e1e-a5c8-89765c7dac2b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518928 Aug 31 00:28:00.785641 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-230dc4ac-428a-4cbd-81a8-6a7814f27b20 req-39f8516a-9854-4b08-9449-d4a928894560 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0325305 Aug 31 00:28:01.014914 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020114-8df1-4924-8cd7-6ee723b87ef3 req-62868e36-8128-460a-826b-4612476a6f88 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:01.016869 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9d020114-8df1-4924-8cd7-6ee723b87ef3 req-62868e36-8128-460a-826b-4612476a6f88 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 943 time: 0.0610085 Aug 31 00:28:01.110444 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9d020114-8df1-4924-8cd7-6ee723b87ef3 req-680bc5a5-71da-49a0-92f5-1faa0bde6067 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827153 Aug 31 00:28:01.268235 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:28:01.643919 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:01.659542 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'port_id': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'mac_address': 'fa:16:3e:2c:63:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:28:01.707515 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:01.707944 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:01.727694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:28:01.770020 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:01.777200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:01.844406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=9']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:01.854696 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.855354 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.856538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.856698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.857231 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.857956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.858586 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.859076 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.859579 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.860275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.860836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.861179 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.861527 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.861850 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.862186 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:01.941197 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-322ef4ff-bd27-4d08-874a-02b0906f11e4 req-352fc1a0-9cc7-46dd-b2bd-3fc0aed499b4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.0371060 Aug 31 00:28:02.172068 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['9e1236d0-86cd-45da-a9dc-878f6a1707a4'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:28:02.507686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5474ff-a8ba-408a-81a8-fbb61d3dadc3 req-18de4ec5-be82-422a-a659-9a5d47b905cb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:02.510467 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e5474ff-a8ba-408a-81a8-fbb61d3dadc3 req-18de4ec5-be82-422a-a659-9a5d47b905cb tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 944 time: 0.2413421 Aug 31 00:28:02.593031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-419d5442-8b7a-49f8-bdc2-5eddd6871c60 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:02.595749 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-419d5442-8b7a-49f8-bdc2-5eddd6871c60 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 815 time: 0.3060694 Aug 31 00:28:02.649099 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e5474ff-a8ba-408a-81a8-fbb61d3dadc3 req-47ec9c21-af12-462d-86b8-fbbc3eecf2e0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242239 Aug 31 00:28:02.676787 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'port': {'device_id': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'admin_state_up': True, 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:02.744406 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:02.749216 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:02.846070 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Made reservation on behalf of d2b2473cfa244cf1aaaa6e4dac08a3d6 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:28:02.851010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.006807 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:03.013171 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:03.022509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Allocated IP 172.20.0.9 (6737a6c0-97a2-478d-a9bd-2685b2635ce0/8e3279ab-bd5d-4e2b-ad65-170417358ff9/05830bf8-556a-469a-9d00-f97cadfd56ba) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:28:03.287747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:28:03.324812 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.453259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:28:03.453949 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.481655 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d82ca217-e7fe-42d7-ac61-a039c75ee3dc req-be41c62a-3db1-4746-bd37-146646ffad22 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.3862805 Aug 31 00:28:03.490803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.660838 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:28:03.675292 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:28:03.679181 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:03.684254 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:28:03.765951 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:03.766575 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.866913 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:03.881819 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2dc6f5-b7a0-45a4-83d2-a28670efae12" -d '{"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:03.904097 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:03.905668 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:03.970978 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:03.979280 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:04.112039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cd27c2c3-f98d-4288-8561-cdc9e1a3f8ba tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4486372 Aug 31 00:28:04.164011 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf0227-c179-4988-bdfd-5244d3c7e649 x-openstack-request-id: req-cdbf0227-c179-4988-bdfd-5244d3c7e649 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:04.164454 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-plugged", "status": "completed", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:04.164841 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cdbf0227-c179-4988-bdfd-5244d3c7e649 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:04.165372 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbf0227-c179-4988-bdfd-5244d3c7e649'] response: {'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'code': 200} Aug 31 00:28:04.180841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd30ec-83bd-435a-bff3-b334d8ed887f req-0328736c-c6ce-40d4-acf5-797cbcc72e69 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:04.187803 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8edd30ec-83bd-435a-bff3-b334d8ed887f req-0328736c-c6ce-40d4-acf5-797cbcc72e69 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.2694991 Aug 31 00:28:04.224058 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=10']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:04.345192 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-a129e6d0-d111-4a2e-880a-e93489b6ef02 None None] Provisioning complete for port 05830bf8-556a-469a-9d00-f97cadfd56ba triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:28:04.346357 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-a129e6d0-d111-4a2e-880a-e93489b6ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:04.358370 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Request body: {'port': {'device_id': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:04.489831 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-a129e6d0-d111-4a2e-880a-e93489b6ef02 None None] Port 05830bf8-556a-469a-9d00-f97cadfd56ba cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:28:04.539186 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8edd30ec-83bd-435a-bff3-b334d8ed887f req-c8133e0d-6cdb-4159-a862-f77079137c5f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374541 Aug 31 00:28:04.719962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-dad85b09-c4a9-40b8-9e76-6bc8c105981f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:05.450532 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:05.525341 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64db8e-2d72-41ca-8baa-d736dc0d43aa req-a481bb47-9025-4b45-81f4-50e408df4761 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:05.540227 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e64db8e-2d72-41ca-8baa-d736dc0d43aa req-a481bb47-9025-4b45-81f4-50e408df4761 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 931 time: 0.2246966 Aug 31 00:28:05.550298 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ac895-6e6e-45af-b704-b9c0f1406a88 req-637f5d27-581b-47cd-bbdd-75fafc74d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:05.553357 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b22ac895-6e6e-45af-b704-b9c0f1406a88 req-637f5d27-581b-47cd-bbdd-75fafc74d650 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1130 time: 0.2395964 Aug 31 00:28:05.568444 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:05.677456 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:28:05.716039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4e64db8e-2d72-41ca-8baa-d736dc0d43aa req-4fefc58e-8b11-4eca-8cf3-4da4706d823f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736553 Aug 31 00:28:05.819796 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:05.921042 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e101a51-4470-4a8b-9dc7-a106826c519f req-770279f3-b6bc-4142-a43f-891cd09af985 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:05.929731 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e101a51-4470-4a8b-9dc7-a106826c519f req-770279f3-b6bc-4142-a43f-891cd09af985 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.1235082 Aug 31 00:28:06.077321 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3e101a51-4470-4a8b-9dc7-a106826c519f req-dff97326-f7a4-4658-911b-0ae8785d44fe tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462047 Aug 31 00:28:06.371165 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05830bf8-556a-469a-9d00-f97cadfd56ba {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:28:06.392446 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks [] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:06.432752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Transition to ACTIVE for port object 05830bf8-556a-469a-9d00-f97cadfd56ba will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:28:06.439509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:06.663521 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:06.756544 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Attempting to bind port 05830bf8-556a-469a-9d00-f97cadfd56ba on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:28:06.757324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Attempting to bind port 05830bf8-556a-469a-9d00-f97cadfd56ba by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:28:06.757986 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Attempting to bind port 05830bf8-556a-469a-9d00-f97cadfd56ba on network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:28:06.769160 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Port 05830bf8-556a-469a-9d00-f97cadfd56ba on network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:28:06.769892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Attempting to bind port 05830bf8-556a-469a-9d00-f97cadfd56ba on network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:28:06.781861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:28:06.782642 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Checking segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:28:06.783522 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Bound using segment: {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:28:06.784646 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Bound port: 05830bf8-556a-469a-9d00-f97cadfd56ba, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424de15f-dc29-4d7b-b809-23e97bbf893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:28:06.798428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:06.998306 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:28:07.012768 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:28:07.033490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:07.043243 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-32c85235-a295-4efe-8370-4bdd008a22e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:07.044966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:07.056113 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:07.063215 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 1093 time: 2.7405455 Aug 31 00:28:07.110352 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:07.126997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822f477-1a13-4912-8723-266adf3dd566" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:07.211886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:07.249295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f3cb-c746-4b09-b4b7-a16dbc2d7bf4 req-1703891b-d96e-475c-9b20-300f2282b644 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:07.257666 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-04b5f3cb-c746-4b09-b4b7-a16dbc2d7bf4 req-1703891b-d96e-475c-9b20-300f2282b644 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.1898978 Aug 31 00:28:07.307019 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2220b-eca4-4b78-996a-084a38203632 x-openstack-request-id: req-9cb2220b-eca4-4b78-996a-084a38203632 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:07.307359 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:07.307553 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cb2220b-eca4-4b78-996a-084a38203632 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:07.307968 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb2220b-eca4-4b78-996a-084a38203632'] response: {'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:28:07.311095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb160344-15cd-4e98-9899-002e1130ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:07.418385 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-04b5f3cb-c746-4b09-b4b7-a16dbc2d7bf4 req-5875b59a-712d-42f0-b820-05d7eaee14ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591973 Aug 31 00:28:07.625748 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c14b-d233-4718-9151-670987c34b34 req-8ca947b4-548c-42d3-8cfe-d8203b9281a2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:07.644483 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3d6c14b-d233-4718-9151-670987c34b34 req-8ca947b4-548c-42d3-8cfe-d8203b9281a2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.1352189 Aug 31 00:28:07.737897 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c3d6c14b-d233-4718-9151-670987c34b34 req-15b59686-473a-4081-945a-28229700e1ae tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920105 Aug 31 00:28:08.202131 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:08.216668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:08.608385 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28c57-648d-4f5f-bf0f-04e44a98a790 req-5f58abfe-78af-4bcc-98ca-31095f782f08 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:08.610021 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ba28c57-648d-4f5f-bf0f-04e44a98a790 req-5f58abfe-78af-4bcc-98ca-31095f782f08 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0696862 Aug 31 00:28:08.703217 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8ba28c57-648d-4f5f-bf0f-04e44a98a790 req-e40f9f83-6df4-4eaa-ae97-8ffff182aff3 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797188 Aug 31 00:28:09.253714 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9a7f-0602-4aeb-9730-65830dac9a52 req-82fa5002-51b8-44fc-9750-85ca95a3898b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:09.261346 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfdc9a7f-0602-4aeb-9730-65830dac9a52 req-82fa5002-51b8-44fc-9750-85ca95a3898b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.1082430 Aug 31 00:28:09.346413 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cfdc9a7f-0602-4aeb-9730-65830dac9a52 req-8800dcd1-97b9-4097-af95-09757bbb60f4 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837748 Aug 31 00:28:09.674090 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:09.895742 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc869e-238e-4286-98cf-3931f7567d42 req-afc36c6a-d000-491c-a527-72f978ac79c4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:09.898025 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7bdc869e-238e-4286-98cf-3931f7567d42 req-afc36c6a-d000-491c-a527-72f978ac79c4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0606699 Aug 31 00:28:09.928498 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:09.975922 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7bdc869e-238e-4286-98cf-3931f7567d42 req-77ec93ff-6e05-4c52-a7c1-fa5048f2f46e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661874 Aug 31 00:28:10.508709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:10.626868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb81d7-4fb6-4ee3-9547-26e04abd535c req-977cce11-b18f-41de-8d51-bca9eea2f53b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:10.629080 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-abdb81d7-4fb6-4ee3-9547-26e04abd535c req-977cce11-b18f-41de-8d51-bca9eea2f53b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.1319928 Aug 31 00:28:10.796216 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-abdb81d7-4fb6-4ee3-9547-26e04abd535c req-dcaf79fe-ea73-4d6a-b302-302d639e237f tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554651 Aug 31 00:28:11.245454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ad65a-a5bc-4bb5-b136-6221877fd44e req-45182dcb-99dc-474a-a03c-dc26868e5c93 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:11.255837 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-261ad65a-a5bc-4bb5-b136-6221877fd44e req-45182dcb-99dc-474a-a03c-dc26868e5c93 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.1275392 Aug 31 00:28:11.377054 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-261ad65a-a5bc-4bb5-b136-6221877fd44e req-074effd6-4427-42bb-87c1-f5c2e07960e6 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221857 Aug 31 00:28:11.931440 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:11.940566 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:12.010395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85b53-41f7-4f94-af86-11613833daaf req-67d7fe72-7d29-4aaa-a55f-35051ca177cc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:12.013045 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2cd85b53-41f7-4f94-af86-11613833daaf req-67d7fe72-7d29-4aaa-a55f-35051ca177cc tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.0876331 Aug 31 00:28:12.108888 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2cd85b53-41f7-4f94-af86-11613833daaf req-415a13b9-39be-466f-bcb9-6a460b23499c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841246 Aug 31 00:28:12.692575 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ab2c-6b14-4d70-84f3-7e3be3c44bca req-5cb6aa07-02fa-4923-8c53-c8bdfb5b0a53 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:12.696953 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6ac2ab2c-6b14-4d70-84f3-7e3be3c44bca req-5cb6aa07-02fa-4923-8c53-c8bdfb5b0a53 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.1223378 Aug 31 00:28:12.805339 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6ac2ab2c-6b14-4d70-84f3-7e3be3c44bca req-133d303b-dba5-4101-9060-c464615beb29 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020234 Aug 31 00:28:13.486574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8cd6-670a-404c-b51b-5489870098b2 req-4a8a5e7e-c493-4f3b-be8b-0d67386cd7e2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:13.489317 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-099c8cd6-670a-404c-b51b-5489870098b2 req-4a8a5e7e-c493-4f3b-be8b-0d67386cd7e2 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.2125137 Aug 31 00:28:13.514247 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f477-1a13-4912-8723-266adf3dd566 req-9b580452-23bb-4382-bdc4-a770aa2c38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:13.517260 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822f477-1a13-4912-8723-266adf3dd566 req-9b580452-23bb-4382-bdc4-a770aa2c38b7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1127 time: 0.1737261 Aug 31 00:28:13.546879 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b22ac895-6e6e-45af-b704-b9c0f1406a88 req-9b0873a9-d070-49f1-a23f-1b7f773c3079 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466409 Aug 31 00:28:13.603598 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-099c8cd6-670a-404c-b51b-5489870098b2 req-7caa27af-e3e8-4575-926c-c7a236626d9b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997257 Aug 31 00:28:13.946113 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:13.965655 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419822b-0bb9-4de9-aa83-1044d260cd71 req-64100c2b-c58c-4c46-94b3-ddb514b8cd93 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:13.967455 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8419822b-0bb9-4de9-aa83-1044d260cd71 req-64100c2b-c58c-4c46-94b3-ddb514b8cd93 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0587964 Aug 31 00:28:14.107102 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8419822b-0bb9-4de9-aa83-1044d260cd71 req-224c0faf-9a4d-4e21-8263-3f80b9c36f60 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321783 Aug 31 00:28:14.152396 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f477-1a13-4912-8723-266adf3dd566 req-da936bb4-312d-4666-8763-34ea7d6c3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:14.155072 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822f477-1a13-4912-8723-266adf3dd566 req-da936bb4-312d-4666-8763-34ea7d6c3f82 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1673911 Aug 31 00:28:14.780965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d78dfd-05d6-4481-bf18-2b6b607d1a2e req-cd29ac49-82bf-438e-b510-0e7bd22228c0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:14.783389 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a0d78dfd-05d6-4481-bf18-2b6b607d1a2e req-cd29ac49-82bf-438e-b510-0e7bd22228c0 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.0754268 Aug 31 00:28:14.916937 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a0d78dfd-05d6-4481-bf18-2b6b607d1a2e req-68bc46bf-47d9-48a4-9391-ef68333fe40b tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217260 Aug 31 00:28:14.977645 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f477-1a13-4912-8723-266adf3dd566 req-962100c9-9800-4741-9c3c-f88e58962d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:14.979327 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822f477-1a13-4912-8723-266adf3dd566 req-962100c9-9800-4741-9c3c-f88e58962d61 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169209 Aug 31 00:28:15.280003 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fa999-1614-4696-a0d4-5950c5a82d0c req-629ad471-3e98-42c4-b65b-4ed7e1de68ed tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:15.281773 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-095fa999-1614-4696-a0d4-5950c5a82d0c req-629ad471-3e98-42c4-b65b-4ed7e1de68ed tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0637357 Aug 31 00:28:15.320468 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:15.373763 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-095fa999-1614-4696-a0d4-5950c5a82d0c req-4da62050-ed7f-4435-8232-905ac081ac6c tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835667 Aug 31 00:28:15.572337 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-c1d79e1b-ea69-4203-9e04-3884de1a72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:15.577201 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-c1d79e1b-ea69-4203-9e04-3884de1a72c9 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1127 time: 0.0941331 Aug 31 00:28:15.662851 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:15.682491 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-6684d4b1-b18f-4e20-a953-83b559283865 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 217 time: 0.0795896 Aug 31 00:28:15.770299 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-ad83236b-b61c-43f1-ad15-225ae45d8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:15.772058 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-ad83236b-b61c-43f1-ad15-225ae45d8780 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.0755632 Aug 31 00:28:15.832472 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412296-0c38-44a7-9de3-8e3a3989236c req-ffd831cc-18c6-455c-ac33-afe458c50cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:15.834901 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-ffd831cc-18c6-455c-ac33-afe458c50cc5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540006 Aug 31 00:28:16.187568 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcecba-625f-4553-83a3-010f259acbcf req-a75d7c76-c9df-4d18-9e6a-1fa914a80679 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:16.190739 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8fcecba-625f-4553-83a3-010f259acbcf req-a75d7c76-c9df-4d18-9e6a-1fa914a80679 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.1365154 Aug 31 00:28:16.194332 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-f6cdae90-a5f3-4303-8543-a687928be6ad service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703300 Aug 31 00:28:16.275979 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8fcecba-625f-4553-83a3-010f259acbcf req-6e4ce36a-47b1-411d-844b-96f3f65b00ac tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766432 Aug 31 00:28:16.487538 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-55412296-0c38-44a7-9de3-8e3a3989236c req-23de4777-befd-4b69-9627-9b6ca0691d6b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162429 Aug 31 00:28:16.604373 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347bd33-4ef4-4d4c-8081-c8e89dd5f7d7 req-da4d34ba-171d-4156-9522-6826005b9e8a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:16.606743 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b347bd33-4ef4-4d4c-8081-c8e89dd5f7d7 req-da4d34ba-171d-4156-9522-6826005b9e8a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0810299 Aug 31 00:28:16.703268 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b347bd33-4ef4-4d4c-8081-c8e89dd5f7d7 req-ca7fa740-f19a-4754-9fa6-e0cfc7691358 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872784 Aug 31 00:28:17.889755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35023292-c8c6-4780-bbab-02a59708cc62 req-93a5f0e0-c597-43f1-9e0a-3b5312a82956 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:17.892871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35023292-c8c6-4780-bbab-02a59708cc62 req-93a5f0e0-c597-43f1-9e0a-3b5312a82956 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0712936 Aug 31 00:28:17.930899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:17.985767 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-35023292-c8c6-4780-bbab-02a59708cc62 req-95215c27-6643-4c77-a261-de9896735f4b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860858 Aug 31 00:28:19.168987 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb984eb-23b7-4c72-9b01-767b5551de05 req-1d6dcf68-2f4c-4c60-b37e-fb55ea95dcd0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:19.170671 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcb984eb-23b7-4c72-9b01-767b5551de05 req-1d6dcf68-2f4c-4c60-b37e-fb55ea95dcd0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 943 time: 0.0604029 Aug 31 00:28:19.236554 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcb984eb-23b7-4c72-9b01-767b5551de05 req-8173dfcd-a332-4cf4-bf68-3a6f51515c4f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589831 Aug 31 00:28:19.356402 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 05830bf8-556a-469a-9d00-f97cadfd56ba details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:28:19.545770 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:19.562408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'port_id': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'mac_address': 'fa:16:3e:ea:a8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:28:19.608408 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 05830bf8-556a-469a-9d00-f97cadfd56ba is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:19.609202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:19.625223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05830bf8-556a-469a-9d00-f97cadfd56ba {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:28:19.652836 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:19.657079 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:19.719659 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:20.406828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c065d7e-f2fd-4f34-83e5-a01cb191a8cd req-3c537ccc-3aae-44b6-8807-817e168afa6f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:20.408650 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c065d7e-f2fd-4f34-83e5-a01cb191a8cd req-3c537ccc-3aae-44b6-8807-817e168afa6f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 944 time: 0.0700839 Aug 31 00:28:20.469946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31472c39-6a97-43f3-9171-db24da80831c req-fe1411cf-e5c4-4ac1-816d-07f9d812a221 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:20.471651 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31472c39-6a97-43f3-9171-db24da80831c req-fe1411cf-e5c4-4ac1-816d-07f9d812a221 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.0852053 Aug 31 00:28:20.520420 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c065d7e-f2fd-4f34-83e5-a01cb191a8cd req-dfbdf436-11c6-4a42-a6e9-2364ba6419a2 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901661 Aug 31 00:28:20.548909 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31472c39-6a97-43f3-9171-db24da80831c req-d1cee980-44de-4271-862d-74b6552ab6db tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679302 Aug 31 00:28:21.694839 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b79e2-4ad0-4823-bb7d-fff18e961a5c req-d10f05b6-8ef1-48b2-982a-093a85006dfd tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:21.696651 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-874b79e2-4ad0-4823-bb7d-fff18e961a5c req-d10f05b6-8ef1-48b2-982a-093a85006dfd tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 944 time: 0.0927253 Aug 31 00:28:21.770975 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee2b71-57b4-4338-a4cc-a306fc434da7 req-5b3c38f5-a1cf-4180-a1f7-3e52505d36c8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:21.772872 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72ee2b71-57b4-4338-a4cc-a306fc434da7 req-5b3c38f5-a1cf-4180-a1f7-3e52505d36c8 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.0750172 Aug 31 00:28:21.804520 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:21.825688 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-874b79e2-4ad0-4823-bb7d-fff18e961a5c req-fd1a5b69-750b-4977-869a-c17089f346e5 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167343 Aug 31 00:28:21.862853 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-72ee2b71-57b4-4338-a4cc-a306fc434da7 req-d30dc53a-0b03-4108-bc55-33109e0b2e69 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791631 Aug 31 00:28:22.565749 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:28:23.050331 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca10569-0360-4641-a340-aff9efe2862b req-0aa9d060-7d37-4d68-b233-870a9fe391bb tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:23.053449 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2ca10569-0360-4641-a340-aff9efe2862b req-0aa9d060-7d37-4d68-b233-870a9fe391bb tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1100044 Aug 31 00:28:23.101153 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96fa3a-437f-48ba-9602-14b53c1398c0 req-8a3fceaa-f5c8-404a-8391-3740488f4a64 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:23.103768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7b96fa3a-437f-48ba-9602-14b53c1398c0 req-8a3fceaa-f5c8-404a-8391-3740488f4a64 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 944 time: 0.1282063 Aug 31 00:28:23.217468 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2ca10569-0360-4641-a340-aff9efe2862b req-93d6eb34-022d-4d4d-b3e2-cdeaaacce0fa tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581559 Aug 31 00:28:23.225804 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7b96fa3a-437f-48ba-9602-14b53c1398c0 req-043243a5-68d5-44eb-81a7-7e0898b8ab64 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161187 Aug 31 00:28:24.405010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf03e6-28bc-4dc3-b0bd-55b4c6cac076 req-1a9ea73f-319c-4136-ac2c-94eba3bf3348 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:24.406911 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-49cf03e6-28bc-4dc3-b0bd-55b4c6cac076 req-1a9ea73f-319c-4136-ac2c-94eba3bf3348 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1078517 Aug 31 00:28:24.428832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee667682-76ad-4a5c-be52-782909fbe0fa req-254d332e-7652-4592-bed4-462bf4f79fd7 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:24.431655 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee667682-76ad-4a5c-be52-782909fbe0fa req-254d332e-7652-4592-bed4-462bf4f79fd7 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 944 time: 0.1130099 Aug 31 00:28:24.523843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-49cf03e6-28bc-4dc3-b0bd-55b4c6cac076 req-0212d98d-c215-46ba-9172-bead03994f29 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084528 Aug 31 00:28:24.538081 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ee667682-76ad-4a5c-be52-782909fbe0fa req-b9debbed-020f-4ab7-96a9-2b0bd1b175a2 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939913 Aug 31 00:28:25.717473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d5ff-2e02-4dbf-a8d1-f4af5368acec req-a31764ab-6df2-4086-9763-1f56582a0b46 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:25.719412 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5054d5ff-2e02-4dbf-a8d1-f4af5368acec req-a31764ab-6df2-4086-9763-1f56582a0b46 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1004579 Aug 31 00:28:25.746524 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a056-bdda-4a5d-8df0-c2b93ed89dae req-d290a719-32d9-439d-afe8-67c399b417c5 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:25.748282 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fba4a056-bdda-4a5d-8df0-c2b93ed89dae req-d290a719-32d9-439d-afe8-67c399b417c5 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 944 time: 0.1153276 Aug 31 00:28:25.858019 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-746ebb9d-137a-47c0-80a0-5d29b3fc765b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001637 Aug 31 00:28:25.879359 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5054d5ff-2e02-4dbf-a8d1-f4af5368acec req-d5b8a09a-6ec4-4f9a-838d-5da97ccf39dc tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504927 Aug 31 00:28:25.895719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fba4a056-bdda-4a5d-8df0-c2b93ed89dae req-10a9a6b6-23f7-48ef-ad6b-6a23af8ca6d7 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344264 Aug 31 00:28:26.183534 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:26.213525 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 05830bf8-556a-469a-9d00-f97cadfd56ba up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:28:26.224307 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-c34439d5-a77c-4e14-bab0-92c9ca548906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:26.227471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-c34439d5-a77c-4e14-bab0-92c9ca548906 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 1130 time: 0.0572557 Aug 31 00:28:26.268169 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 05830bf8-556a-469a-9d00-f97cadfd56ba completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:28:26.275439 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 05830bf8-556a-469a-9d00-f97cadfd56ba triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:28:26.275929 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:26.393385 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 05830bf8-556a-469a-9d00-f97cadfd56ba is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:28:26.394041 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:26.439109 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:26.441973 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197d283-728e-4e61-9e81-482a3e0aa830" -d '{"events": [{"server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "name": "network-vif-plugged", "status": "completed", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:26.460656 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:26.467432 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:26.498817 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-d4a0ac79-7f12-45dd-99a3-31814da0e510 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:26.500640 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-d4a0ac79-7f12-45dd-99a3-31814da0e510 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1217439 Aug 31 00:28:26.522257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0fb31-12cb-4344-89c9-e9155ecd4fbe x-openstack-request-id: req-39c0fb31-12cb-4344-89c9-e9155ecd4fbe {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:26.523154 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "name": "network-vif-plugged", "status": "completed", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:26.523581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39c0fb31-12cb-4344-89c9-e9155ecd4fbe {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:26.524169 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c0fb31-12cb-4344-89c9-e9155ecd4fbe'] response: {'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'code': 200} Aug 31 00:28:26.555929 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:26.596977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-4245c28e-e6ff-4759-a401-c7d4b6895f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:26.599466 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-4245c28e-e6ff-4759-a401-c7d4b6895f6b service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 200 len: 917 time: 0.2098050 Aug 31 00:28:26.690495 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port 3bf14da9-ff0f-4d44-b9b5-dc459021416b {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:26.690779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:26.722281 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:26.767118 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-4b324a52-d0e7-4baf-8c7e-bcc31170820e service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 200 len: 1001 time: 0.1382985 Aug 31 00:28:27.292374 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355756-32e7-4b50-88aa-15fead4a1b27 req-ea9c6417-6941-4d80-af5d-215270a11dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:27.295206 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc355756-32e7-4b50-88aa-15fead4a1b27 req-ea9c6417-6941-4d80-af5d-215270a11dcc service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1129 time: 0.5041254 Aug 31 00:28:27.307951 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] For port 3bf14da9-ff0f-4d44-b9b5-dc459021416b, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=3bf14da9-ff0f-4d44-b9b5-dc459021416b,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:27.308495 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:27.317375 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9f3e-e70d-42df-b851-0e98a1af4463 req-c49ce337-a4e1-4094-adb0-23282c540280 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:27.319392 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-847d9f3e-e70d-42df-b851-0e98a1af4463 req-c49ce337-a4e1-4094-adb0-23282c540280 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.1641555 Aug 31 00:28:27.337892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef67e1-79d5-4fc3-8fba-72f7d053ed28 req-a4962a25-2ce3-40f7-8fba-24a8ff39a3da tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:27.340020 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcef67e1-79d5-4fc3-8fba-72f7d053ed28 req-a4962a25-2ce3-40f7-8fba-24a8ff39a3da tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 945 time: 0.1853454 Aug 31 00:28:27.347507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-b5aefdab-4123-4a82-95c7-e91bd79aef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:27.349699 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-b5aefdab-4123-4a82-95c7-e91bd79aef5a service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 200 len: 855 time: 0.5691087 Aug 31 00:28:27.585213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-3c0b5346-16fc-4f1c-b332-c47856803598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:27.586858 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-3c0b5346-16fc-4f1c-b332-c47856803598 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2172921 Aug 31 00:28:27.618731 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-dc355756-32e7-4b50-88aa-15fead4a1b27 req-8f25f8c2-ded2-4970-a789-a4f976fcc3fa service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129733 Aug 31 00:28:27.626156 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bcef67e1-79d5-4fc3-8fba-72f7d053ed28 req-5f824d18-20af-4fb4-8832-1cd12ebbd482 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=41923846-8956-4a54-b327-19ce9a3df270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744551 Aug 31 00:28:27.647223 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-847d9f3e-e70d-42df-b851-0e98a1af4463 req-d16cfd0f-1d38-4d3d-b3f4-09c650b46854 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044698 Aug 31 00:28:27.775271 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:27.783804 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:27.784197 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:27.784528 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Floating IP 67a1b270-58a8-4975-96c9-aa26cc67054c disassociated. External IP: 172.27.4.7, port: 3bf14da9-ff0f-4d44-b9b5-dc459021416b. Aug 31 00:28:27.784878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for 3bf14da9-ff0f-4d44-b9b5-dc459021416b owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:27.800003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-72bce87d-ddf4-4ce1-a93e-32ad3db009ee service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998856 Aug 31 00:28:27.950182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (3bf14da9-ff0f-4d44-b9b5-dc459021416b), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:27.984140 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:28.012758 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=3bf14da9-ff0f-4d44-b9b5-dc459021416b,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:28.139582 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-607b2270-93e0-4770-ae13-8ff1e0aa9641 req-e0d24f74-e9c7-4990-b52a-2dab9c0e9fb1 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144794 Aug 31 00:28:28.172894 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:28:28.295944 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:28:28.310228 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:28:28.328107 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:28.329026 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:28.351420 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] No DVR routers for this DVR port 3bf14da9-ff0f-4d44-b9b5-dc459021416b on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:28:28.354483 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:28.358547 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-afa0eef1-0866-408e-bfed-371e3daa18a6 req-5691d28c-07b5-4dc8-a95d-642115cbb8ad tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.70 "DELETE /networking/v2.0/ports/3bf14da9-ff0f-4d44-b9b5-dc459021416b HTTP/1.1" status: 204 len: 173 time: 1.8415067 Aug 31 00:28:28.359088 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'name': 'network-vif-deleted', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:28.361613 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77b3e3d-7e5a-4723-b89c-053b0ae3794b" -d '{"events": [{"server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "name": "network-vif-deleted", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:28.425268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2ddd17-3fde-474b-b0ed-7ca1a1e4288c x-openstack-request-id: req-ac2ddd17-3fde-474b-b0ed-7ca1a1e4288c {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:28.425718 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13034131-50e5-4af9-866a-d1886e4f1d1f", "name": "network-vif-deleted", "tag": "3bf14da9-ff0f-4d44-b9b5-dc459021416b", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:28.426488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac2ddd17-3fde-474b-b0ed-7ca1a1e4288c {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:28.427220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2ddd17-3fde-474b-b0ed-7ca1a1e4288c'] response: {'server_uuid': '13034131-50e5-4af9-866a-d1886e4f1d1f', 'name': 'network-vif-deleted', 'tag': '3bf14da9-ff0f-4d44-b9b5-dc459021416b', 'status': 'completed', 'code': 200} Aug 31 00:28:28.570093 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:28.848807 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cdbe19-1978-47ff-9fa6-f1f8e11ac61a req-57a1a355-0262-4b26-980e-a1681f60444c tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 210 time: 0.0550399 Aug 31 00:28:28.961515 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64614b-5308-4121-bcb8-584899b9cffa req-26a197f3-b065-41a1-881f-b4e6ace5774f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:28.964469 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4b64614b-5308-4121-bcb8-584899b9cffa req-26a197f3-b065-41a1-881f-b4e6ace5774f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.1023929 Aug 31 00:28:29.043262 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:29.046935 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4b64614b-5308-4121-bcb8-584899b9cffa req-91c8fc88-2c30-486a-85a9-dc4107ddec69 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757987 Aug 31 00:28:29.186098 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:28:29.199806 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:29.200716 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:29.336989 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:29.609996 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:29.656867 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff59a-f679-4cf7-8b2f-f726a7934979 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '6f31d8e0-0362-4d0a-81c4-535181fb5b8d', 'name': '', 'network_id': '923db031-4095-45ac-869f-da21aba3a797', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'mac_address': 'fa:16:3e:06:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:33Z', 'updated_at': '2022-08-31T00:20:57Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'subnets': [{'id': '87cc556d-2c3b-43b5-a6c9-19834df1523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:28:30.051426 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f58d0570-6897-4f11-938f-a551310474a8 req-39f598e4-5dd1-401d-a00f-2dc0ab094b26 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13034131-50e5-4af9-866a-d1886e4f1d1f HTTP/1.1" status: 200 len: 210 time: 0.0379524 Aug 31 00:28:30.065422 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b1d79-2cbc-48a2-8431-81d57dd3e2b1 None None] New status for floating IP 67a1b270-58a8-4975-96c9-aa26cc67054c: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:28:30.220956 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 3bf14da9-ff0f-4d44-b9b5-dc459021416b no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:28:30.221292 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca93c-b270-4fe3-8fd7-65c32b7e72d6 req-af909f63-4e90-4c00-a81a-0aa56291bc2d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:30.222891 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ae2ca93c-b270-4fe3-8fd7-65c32b7e72d6 req-af909f63-4e90-4c00-a81a-0aa56291bc2d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0588675 Aug 31 00:28:30.255552 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 3bf14da9-ff0f-4d44-b9b5-dc459021416b {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:28:30.256104 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 3bf14da9-ff0f-4d44-b9b5-dc459021416b not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:28:30.305822 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ae2ca93c-b270-4fe3-8fd7-65c32b7e72d6 req-e31ba6de-8721-4115-8edf-ed24f6c5d0bf tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Aug 31 00:28:30.499055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69b710-b497-463d-a6bc-b9e85c505b85 req-735dcf34-7c6b-4bf8-bacd-b401d2015d91 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:30.504576 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a69b710-b497-463d-a6bc-b9e85c505b85 req-735dcf34-7c6b-4bf8-bacd-b401d2015d91 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0898554 Aug 31 00:28:30.606035 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a69b710-b497-463d-a6bc-b9e85c505b85 req-9abb8bf1-e341-48f8-9f90-8aaeca2ebf83 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894992 Aug 31 00:28:31.063653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6078e-aed8-4aa9-82e6-ba382f34e5a3 req-6064a8a9-d244-4c71-b6e4-0e82119d9c3b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:31.065259 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-26c6078e-aed8-4aa9-82e6-ba382f34e5a3 req-6064a8a9-d244-4c71-b6e4-0e82119d9c3b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0555837 Aug 31 00:28:31.125574 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-26c6078e-aed8-4aa9-82e6-ba382f34e5a3 req-e1c0561c-3342-434a-b3a4-2fa5b35e634e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Aug 31 00:28:31.189997 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46088) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:31.269094 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (41923846-8956-4a54-b327-19ce9a3df270), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.295853 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (41923846-8956-4a54-b327-19ce9a3df270), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.397272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (41923846-8956-4a54-b327-19ce9a3df270), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.400985 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.407509 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/41923846-8956-4a54-b327-19ce9a3df270 HTTP/1.1" status: 204 len: 168 time: 0.2112942 Aug 31 00:28:31.408509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46090) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:31.417184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41923846-8956-4a54-b327-19ce9a3df270,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:31.427957 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.428456 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.428905 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.429426 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.429973 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.430517 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.431002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.431390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.431831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.432283 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.432697 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.433795 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.434337 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.434904 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.435422 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b5005-b94f-4016-af24-da88889cec3e tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:31.441108 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.api.v2.resource [None req-1c00540d-8a41-4889-bc90-725afdb77fdd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] show failed (client error): The resource could not be found. Aug 31 00:28:31.443645 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1c00540d-8a41-4889-bc90-725afdb77fdd tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "GET /networking/v2.0/security-groups/41923846-8956-4a54-b327-19ce9a3df270 HTTP/1.1" status: 404 len: 347 time: 0.0331340 Aug 31 00:28:31.448891 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46092) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:31.874309 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Deleting port df00e53e-4e47-411d-b625-07ed11eac964 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:31.874681 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (df00e53e-4e47-411d-b625-07ed11eac964), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.994120 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (df00e53e-4e47-411d-b625-07ed11eac964), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:31.994687 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (df00e53e-4e47-411d-b625-07ed11eac964), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:32.019624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Calling delete_port for df00e53e-4e47-411d-b625-07ed11eac964 owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:32.244391 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (df00e53e-4e47-411d-b625-07ed11eac964), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:32.304667 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Pushing event deleted for resources: {'Port': ['ID=df00e53e-4e47-411d-b625-07ed11eac964,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:32.379255 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks [] for floatingip (67a1b270-58a8-4975-96c9-aa26cc67054c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:32.382437 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:32.383975 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e3fa2065-2149-4530-bdcc-f092f0010b89 tempest-AttachVolumeNegativeTest-36051184 tempest-AttachVolumeNegativeTest-36051184-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/67a1b270-58a8-4975-96c9-aa26cc67054c HTTP/1.1" status: 204 len: 168 time: 0.9332607 Aug 31 00:28:34.559712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-dcedaf98-0827-4f7b-961a-8f7493d85c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:37.010863 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2a205646-a726-4681-95fd-32f823cf98e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:38.184240 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:38.202373 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:38.639996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46224) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:39.216981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:39.312690 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (1986fcae-9558-4502-9676-9c47f02d4b68), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:39.353474 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:39.584753 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Deleting port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:39.585235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:39.604296 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=81 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:39.615364 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=57 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:39.657594 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:39.674300 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:39.729044 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] For port 6f31d8e0-0362-4d0a-81c4-535181fb5b8d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:39.730235 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:39.751815 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Calling delete_port for 6f31d8e0-0362-4d0a-81c4-535181fb5b8d owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:39.923944 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:39.974750 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6f31d8e0-0362-4d0a-81c4-535181fb5b8d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:40.018739 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f31d8e0-0362-4d0a-81c4-535181fb5b8d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:40.275394 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (1986fcae-9558-4502-9676-9c47f02d4b68), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:40.419223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:40.457687 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:40.537233 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Router 1986fcae-9558-4502-9676-9c47f02d4b68 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:28:40.708375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:28:40.716650 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46264) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:40.717161 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e7cc208c-fa8c-41f2-915b-53be64a3f2bf admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/1986fcae-9558-4502-9676-9c47f02d4b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0818417 Aug 31 00:28:40.723530 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Sync routers for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:28:40.726245 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:40.736774 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:40.737422 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:40.860054 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46268) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:40.867372 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:40.910199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks [] for router (1986fcae-9558-4502-9676-9c47f02d4b68), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.055557 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks [] for router_gateway (1986fcae-9558-4502-9676-9c47f02d4b68), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.097526 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce76b-eb63-487a-8f75-8cc314a0ac89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.136566 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Deleting port 284aacde-5780-48ff-8855-e3200e944ad8 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:41.136977 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (284aacde-5780-48ff-8855-e3200e944ad8), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.140101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:41.143784 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '284aacde-5780-48ff-8855-e3200e944ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:28:39Z', 'revision_number': 5, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port': {'id': '284aacde-5780-48ff-8855-e3200e944ad8', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:20Z', 'updated_at': '2022-08-31T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:41.199904 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Checking router: 1986fcae-9558-4502-9676-9c47f02d4b68 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:28:41.217614 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Routers {'1986fcae-9558-4502-9676-9c47f02d4b68'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:41.218820 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1986fcae-9558-4502-9676-9c47f02d4b68'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:41.259044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] For port 284aacde-5780-48ff-8855-e3200e944ad8, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=284aacde-5780-48ff-8855-e3200e944ad8,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:41.260745 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (284aacde-5780-48ff-8855-e3200e944ad8), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.262171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce76b-eb63-487a-8f75-8cc314a0ac89 admin admin] Publish callbacks [] for security_group (1f9cc61b-162c-46a7-9e28-e5b4ef0789ab), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.270149 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce76b-eb63-487a-8f75-8cc314a0ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1f9cc61b-162c-46a7-9e28-e5b4ef0789ab), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.289292 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Calling delete_port for 284aacde-5780-48ff-8855-e3200e944ad8 owned by network:router_gateway {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:41.351388 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] Set router 1986fcae-9558-4502-9676-9c47f02d4b68 gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:41.409348 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1e2ce76b-eb63-487a-8f75-8cc314a0ac89 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=36798c2474c74c4f83a60e7cfddbc69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470152 Aug 31 00:28:41.411098 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46272) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:41.422662 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ce76b-eb63-487a-8f75-8cc314a0ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9cc61b-162c-46a7-9e28-e5b4ef0789ab,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:41.427736 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:28:41Z', 'revision_number': 6, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:41.495108 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6032-e6c2-4191-ac83-1bbd7d1c5a10 None None] The sync data for ids ['1986fcae-9558-4502-9676-9c47f02d4b68'] in dv-cinder-852210-5-iscsi is: [{'id': '1986fcae-9558-4502-9676-9c47f02d4b68', 'name': 'tempest-AttachVolumeNegativeTest-1498380728-router', 'tenant_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:18Z', 'updated_at': '2022-08-31T00:28:41Z', 'revision_number': 6, 'project_id': 'dbe3f343119e4f10828c98ef17e8da5c', 'gw_port_host': None}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:28:41.553643 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] Publish callbacks [] for security_group (1f9cc61b-162c-46a7-9e28-e5b4ef0789ab), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.591580 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] Publish callbacks [] for security_group (1f9cc61b-162c-46a7-9e28-e5b4ef0789ab), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.619750 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (284aacde-5780-48ff-8855-e3200e944ad8), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.660922 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Pushing event deleted for resources: {'Port': ['ID=284aacde-5780-48ff-8855-e3200e944ad8,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:41.676983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.677337 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.677694 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.678043 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.678389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.679146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.679146 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.679441 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1f9cc61b-162c-46a7-9e28-e5b4ef0789ab), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.679585 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.679723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.680105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.680390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.680991 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.681286 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.681684 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.682016 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:28:41.687070 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.696904 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1f9cc61b-162c-46a7-9e28-e5b4ef0789ab HTTP/1.1" status: 204 len: 168 time: 0.2763128 Aug 31 00:28:41.704455 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e2657-5b01-4644-8083-4c043ed13475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9cc61b-162c-46a7-9e28-e5b4ef0789ab,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:41.770328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (1986fcae-9558-4502-9676-9c47f02d4b68), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.899921 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (1986fcae-9558-4502-9676-9c47f02d4b68), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.905008 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks [] for router_controller (1986fcae-9558-4502-9676-9c47f02d4b68), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:41.962190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.037485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (1986fcae-9558-4502-9676-9c47f02d4b68), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.038377 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1986fcae-9558-4502-9676-9c47f02d4b68 {{(pid=112890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:28:42.045567 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.046872 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-221713b3-73a6-4a17-bbee-f7fea7a5732d admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/1986fcae-9558-4502-9676-9c47f02d4b68 HTTP/1.1" status: 204 len: 168 time: 1.3280559 Aug 31 00:28:42.049996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46280) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:42.136438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Deleting subnet 87cc556d-2c3b-43b5-a6c9-19834df1523c {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:28:42.142263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Publish callbacks [] for subnet (87cc556d-2c3b-43b5-a6c9-19834df1523c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.197659 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (87cc556d-2c3b-43b5-a6c9-19834df1523c), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.249185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46282) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:42.268841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ab70b9c5-9bd5-480d-b61a-61baec2fc1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.304903 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (87cc556d-2c3b-43b5-a6c9-19834df1523c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.369802 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:42.377873 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (87cc556d-2c3b-43b5-a6c9-19834df1523c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.381753 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ab70b9c5-9bd5-480d-b61a-61baec2fc1fd admin admin] Publish callbacks [] for security_group (9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.389181 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ab70b9c5-9bd5-480d-b61a-61baec2fc1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.414337 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87cc556d-2c3b-43b5-a6c9-19834df1523c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:42.423811 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.427016 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b9915285-2e20-4617-bcd9-2b91fd83d801 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/87cc556d-2c3b-43b5-a6c9-19834df1523c HTTP/1.1" status: 204 len: 168 time: 0.3732157 Aug 31 00:28:42.427016 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46284) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:42.455629 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc4267-c525-436e-b363-081ff892ca58 None None] Network 923db031-4095-45ac-869f-da21aba3a797 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:28:42.471560 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ab70b9c5-9bd5-480d-b61a-61baec2fc1fd admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e2e46200a4104bd6b966b4196526288a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208109 Aug 31 00:28:42.475637 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46286) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:42.485814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70b9c5-9bd5-480d-b61a-61baec2fc1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:42.525689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:42.526082 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:42.530476 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (923db031-4095-45ac-869f-da21aba3a797), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.585861 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] Publish callbacks [] for security_group (9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.599804 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Deleting port e6291f99-b91a-41c2-870f-ea5bd43a4774 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:42.600175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.635298 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] Publish callbacks [] for security_group (9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.658179 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:42.671869 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:28:42.713460 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] For port e6291f99-b91a-41c2-870f-ea5bd43a4774, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=e6291f99-b91a-41c2-870f-ea5bd43a4774,segment=NetworkSegment(e7f68a51-2077-489e-a09b-a0918d1064a1),segment_id=e7f68a51-2077-489e-a09b-a0918d1064a1)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:42.713981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.732588 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Calling delete_port for e6291f99-b91a-41c2-870f-ea5bd43a4774 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:42.749829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.750439 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] DHCP port deletion for 923db031-4095-45ac-869f-da21aba3a797 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:28:42.752971 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.757572 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f HTTP/1.1" status: 204 len: 168 time: 0.2805197 Aug 31 00:28:42.769212 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06336eb1-0e27-492e-9811-a595c569ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60be2c-f5d5-44ba-ac45-ecbd4ae0960f,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:42.869212 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.893932 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Deleting port e6291f99-b91a-41c2-870f-ea5bd43a4774 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:28:42.895731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:42.900790 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6291f99-b91a-41c2-870f-ea5bd43a4774,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:42.909086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] No DVR routers for this DVR port e6291f99-b91a-41c2-870f-ea5bd43a4774 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:28:43.035103 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (923db031-4095-45ac-869f-da21aba3a797), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.080313 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923db031-4095-45ac-869f-da21aba3a797']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:43.094349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] For port e6291f99-b91a-41c2-870f-ea5bd43a4774, host dv-cinder-852210-5-iscsi, got binding levels [] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:43.095080 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.100681 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f68a51-2077-489e-a09b-a0918d1064a1') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:43.101076 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f68a51-2077-489e-a09b-a0918d1064a1') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:43.136308 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (e7f68a51-2077-489e-a09b-a0918d1064a1), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.137594 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Calling delete_port for e6291f99-b91a-41c2-870f-ea5bd43a4774 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:28:43.141337 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.ipam_backend_mixin [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Port e6291f99-b91a-41c2-870f-ea5bd43a4774 was not found and therefore no delete operation was performed {{(pid=112892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 00:28:43.148336 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (e6291f99-b91a-41c2-870f-ea5bd43a4774), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.164911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (e7f68a51-2077-489e-a09b-a0918d1064a1), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.180145 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:28:43.182576 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (e7f68a51-2077-489e-a09b-a0918d1064a1), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.186035 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] Pushing event deleted for resources: {'Port': ['ID=e6291f99-b91a-41c2-870f-ea5bd43a4774,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:43.189758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799ff8e-ef3c-4dfd-bfda-35a6ee987af0 None None] No DVR routers for this DVR port e6291f99-b91a-41c2-870f-ea5bd43a4774 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:28:43.284303 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment e7f68a51-2077-489e-a09b-a0918d1064a1 resource provider aggregate not found Aug 31 00:28:43.313669 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment e7f68a51-2077-489e-a09b-a0918d1064a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7f68a51-2077-489e-a09b-a0918d1064a1 found for delete ", "request_id": "req-2499c5e9-9935-4749-971f-ea3977e7ef5c"}]} Aug 31 00:28:43.329834 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (923db031-4095-45ac-869f-da21aba3a797), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.340685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.346028 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/923db031-4095-45ac-869f-da21aba3a797 HTTP/1.1" status: 204 len: 168 time: 0.9178398 Aug 31 00:28:43.364129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4845f8-5232-4ddd-a38c-c61f561ca563 admin admin] Pushing event deleted for resources: {'Network': ['ID=923db031-4095-45ac-869f-da21aba3a797,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:43.501480 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 284aacde-5780-48ff-8855-e3200e944ad8 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:28:43.545217 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 284aacde-5780-48ff-8855-e3200e944ad8 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:28:43.545806 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 284aacde-5780-48ff-8855-e3200e944ad8 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:28:43.546501 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device e6291f99-b91a-41c2-870f-ea5bd43a4774 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:28:43.578155 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: e6291f99-b91a-41c2-870f-ea5bd43a4774 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:28:43.578509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device e6291f99-b91a-41c2-870f-ea5bd43a4774 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:28:43.579246 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f31d8e0-0362-4d0a-81c4-535181fb5b8d no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:28:43.602987 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 6f31d8e0-0362-4d0a-81c4-535181fb5b8d {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:28:43.603349 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f31d8e0-0362-4d0a-81c4-535181fb5b8d not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:28:43.640372 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46306) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:43.693916 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-39f364be-5c0e-4543-bf83-625ec00e2481 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=dbe3f343119e4f10828c98ef17e8da5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523853 Aug 31 00:28:43.697387 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46310) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:43.763766 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] Publish callbacks [] for security_group (1c18007e-fa7d-46b7-b04f-3c97f22ec5cb), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.798765 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] Publish callbacks [] for security_group (1c18007e-fa7d-46b7-b04f-3c97f22ec5cb), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.893723 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1c18007e-fa7d-46b7-b04f-3c97f22ec5cb), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.897907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:43.900087 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1c18007e-fa7d-46b7-b04f-3c97f22ec5cb HTTP/1.1" status: 204 len: 168 time: 0.2012429 Aug 31 00:28:43.915911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bac17-9fa4-403f-abcf-b725cd4750b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c18007e-fa7d-46b7-b04f-3c97f22ec5cb,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:44.780921 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a45f-689d-4724-9e7d-74eb119ae8c9 req-71a6fa28-3c42-4ef8-9a69-4b7da9260420 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:44.783617 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c592a45f-689d-4724-9e7d-74eb119ae8c9 req-71a6fa28-3c42-4ef8-9a69-4b7da9260420 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0757377 Aug 31 00:28:44.871868 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c592a45f-689d-4724-9e7d-74eb119ae8c9 req-71a95b2e-4e03-41df-97fd-d1ca6ab79ff3 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815434 Aug 31 00:28:44.909466 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46356) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:45.360390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acbdb13-dfc2-4341-8fee-882a60e5d407 tempest-TestMinimumBasicScenario-1378142121 tempest-TestMinimumBasicScenario-1378142121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:45.363242 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2acbdb13-dfc2-4341-8fee-882a60e5d407 tempest-TestMinimumBasicScenario-1378142121 tempest-TestMinimumBasicScenario-1378142121-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1124 time: 0.4524662 Aug 31 00:28:45.366386 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46368) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:45.374425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'port_id': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:45.417035 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:45.559128 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:45.564432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:45.695501 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:45.778350 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Allocated IP 172.27.4.114 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/bcb28ca9-93aa-4cff-9ca9-9dba7389e061) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:28:45.990019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:46.062760 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:46.148454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:28:46.155834 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:28:46.159876 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:28:46.203224 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'Port': ['ID=bcb28ca9-93aa-4cff-9ca9-9dba7389e061,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:46.997983 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for floatingip (d7934520-ffcb-4c48-aecc-3374837c2fcb), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.081646 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.231763 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:47.239184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:47.303960 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.310034 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.390915 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'Port': ['ID=bcb28ca9-93aa-4cff-9ca9-9dba7389e061,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:47.395071 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (d7934520-ffcb-4c48-aecc-3374837c2fcb), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:47.570861 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Floating IP d7934520-ffcb-4c48-aecc-3374837c2fcb associated. External IP: 172.27.4.114, port: 05830bf8-556a-469a-9d00-f97cadfd56ba. Aug 31 00:28:47.901301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Router b194333d-1697-4436-adf6-8cf2e79bcc47 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:28:48.085175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:28:48.099618 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Sync routers for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:28:48.112109 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.116602 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:48.117421 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:48.158337 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-17ffc357-6f8c-40d6-b8c5-ec684695ed4e tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7904470 Aug 31 00:28:48.159309 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:48.161839 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46424) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:48.162491 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99eb82-515b-4da8-8a32-44c67cccab6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:48.170933 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821979224', 'description': 'tempest-secgroup-smoke-1821979224 description', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:48.211577 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53180fd3-c830-44e2-8474-dc1e42179058 x-openstack-request-id: req-53180fd3-c830-44e2-8474-dc1e42179058 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:48.212184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:48.212594 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53180fd3-c830-44e2-8474-dc1e42179058 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:48.213313 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53180fd3-c830-44e2-8474-dc1e42179058'] response: {'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:28:48.243221 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.296753 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:48.370183 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (e9405b4c-01ab-49c0-90c5-9e0a220dfb7a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.377813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e9405b4c-01ab-49c0-90c5-9e0a220dfb7a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.478243 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.480534 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3160009 Aug 31 00:28:48.482261 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69727495-bea2-4289-9e36-cf31ed870641 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:48.486080 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-999013e4-87d7-4630-996a-87cf97a0d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:48.486448 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46428) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:48.488070 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-999013e4-87d7-4630-996a-87cf97a0d00d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1129 time: 0.1054487 Aug 31 00:28:48.496644 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:48.553934 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (4bb163a6-bc2a-493c-a774-a1d0d361ec9e), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.610412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'd7934520-ffcb-4c48-aecc-3374837c2fcb', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'port_id': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'mac_address': 'fa:16:3e:ea:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:28:46Z', 'updated_at': '2022-08-31T00:28:46Z', 'revision_number': 0, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:48.642283 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Checking router: b194333d-1697-4436-adf6-8cf2e79bcc47 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:28:48.650086 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-fbe82694-68bf-4899-93d6-53a5c3643113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:48.652345 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-fbe82694-68bf-4899-93d6-53a5c3643113 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 916 time: 0.1556330 Aug 31 00:28:48.658515 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:28:48.659911 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:48.679074 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (4bb163a6-bc2a-493c-a774-a1d0d361ec9e), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.686134 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (4bb163a6-bc2a-493c-a774-a1d0d361ec9e), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.725248 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb163a6-bc2a-493c-a774-a1d0d361ec9e,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:48.736972 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.740350 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bb24c346-4c9e-4407-87a5-d28cd9364bdc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493956 Aug 31 00:28:48.743558 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46430) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:48.753181 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:48.753979 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-fc854b2c-c6a4-44f6-b1ef-2a31a27e3242 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 999 time: 0.0951929 Aug 31 00:28:48.787360 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:48.818031 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:28:48.820206 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (dda797b8-4748-4ebe-82d8-c85cfc2b6551), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.848483 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-a217d549-6274-47f4-a6d0-e7a9c92ab77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:48.851211 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-a217d549-6274-47f4-a6d0-e7a9c92ab77f service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.0888917 Aug 31 00:28:48.944257 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (dda797b8-4748-4ebe-82d8-c85cfc2b6551), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.952549 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (dda797b8-4748-4ebe-82d8-c85cfc2b6551), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:48.974301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:48.989726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-8b3f13d4-0b90-43a3-b43e-2a148faa30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:48.992463 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-8b3f13d4-0b90-43a3-b43e-2a148faa30f5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1254685 Aug 31 00:28:49.033126 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.038920 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2893677 Aug 31 00:28:49.040118 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46442) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:49.041671 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae0f8b-e7e4-467a-8889-9e05436a28ad tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda797b8-4748-4ebe-82d8-c85cfc2b6551,revision_number=0']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:49.056016 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:49.129074 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:49.151859 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:49.217580 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (38200c69-90b9-4b9e-818d-27dadf63b8d1), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.271386 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'd7934520-ffcb-4c48-aecc-3374837c2fcb', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'port_id': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'mac_address': 'fa:16:3e:ea:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:28:46Z', 'updated_at': '2022-08-31T00:28:46Z', 'revision_number': 0, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:28:49.292662 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-423a4d90-f10e-4e8c-8766-71c11967f13a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905653 Aug 31 00:28:49.309117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241f20e-2598-46b8-9016-8f89fdb67477 None None] The sync data for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi is: [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': 'd7934520-ffcb-4c48-aecc-3374837c2fcb', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'floating_ip_address': '172.27.4.114', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'port_id': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'mac_address': 'fa:16:3e:ea:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:28:46Z', 'updated_at': '2022-08-31T00:28:46Z', 'revision_number': 0, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:28:49.441843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:49.485370 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (38200c69-90b9-4b9e-818d-27dadf63b8d1), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.508593 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (38200c69-90b9-4b9e-818d-27dadf63b8d1), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.536749 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:49.574167 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38200c69-90b9-4b9e-818d-27dadf63b8d1,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:49.575525 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46450) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:49.585489 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bd99eb82-515b-4da8-8a32-44c67cccab6b req-a94092da-ec10-493c-ba7a-b3a653dd77c5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835813 Aug 31 00:28:49.591328 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.598177 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a859e7e3-8f76-4212-8ae6-8b169721afa4 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5463722 Aug 31 00:28:49.598739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46454) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:49.605237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:49.651418 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (878bc65c-0c68-4ecf-9224-93aed0c25bce), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.736457 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f689d-2076-4101-a86c-94cca26ffd23 None None] New status for floating IP d7934520-ffcb-4c48-aecc-3374837c2fcb: ACTIVE {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:28:49.754878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (878bc65c-0c68-4ecf-9224-93aed0c25bce), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.760598 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (878bc65c-0c68-4ecf-9224-93aed0c25bce), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.786609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878bc65c-0c68-4ecf-9224-93aed0c25bce,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:49.797013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.798302 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-df212cc5-739a-4140-aee7-1ce696490a99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1986370 Aug 31 00:28:49.803479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46456) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:49.808816 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:49.821445 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b44339c-23fa-4d68-b825-7fbeaefa4465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.843595 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Project d2b2473cfa244cf1aaaa6e4dac08a3d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:28:49.858876 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (f0f8f5c3-5969-4401-b568-e39074a56126), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.953912 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b44339c-23fa-4d68-b825-7fbeaefa4465 admin admin] Publish callbacks [] for security_group (8bad6faf-c1af-4c79-9bb9-deba88ce05a5), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.959329 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7b44339c-23fa-4d68-b825-7fbeaefa4465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8bad6faf-c1af-4c79-9bb9-deba88ce05a5), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.960666 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (f0f8f5c3-5969-4401-b568-e39074a56126), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:49.966947 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (f0f8f5c3-5969-4401-b568-e39074a56126), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.000925 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f8f5c3-5969-4401-b568-e39074a56126,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:50.007268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.012449 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b4154e79-4e51-42fc-850c-9118a0c6145a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075403 Aug 31 00:28:50.013689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46458) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:50.017973 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'security_group_rule': {'security_group_id': 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a', 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:50.022829 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44339c-23fa-4d68-b825-7fbeaefa4465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad6faf-c1af-4c79-9bb9-deba88ce05a5,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:50.033634 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7b44339c-23fa-4d68-b825-7fbeaefa4465 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9be311dad5aa45d88d32fa7065ba72c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496520 Aug 31 00:28:50.034993 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46460) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:50.051638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.securitygroups_db [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Project d2b2473cfa244cf1aaaa6e4dac08a3d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:28:50.062285 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (4670b3ee-9c23-4b49-9708-0d3a41e55b63), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.103352 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] Publish callbacks [] for security_group (8bad6faf-c1af-4c79-9bb9-deba88ce05a5), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.130907 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (4670b3ee-9c23-4b49-9708-0d3a41e55b63), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.135019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] Publish callbacks [] for security_group (8bad6faf-c1af-4c79-9bb9-deba88ce05a5), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.135657 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851045'] for security_group_rule (4670b3ee-9c23-4b49-9708-0d3a41e55b63), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.159773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4670b3ee-9c23-4b49-9708-0d3a41e55b63,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:50.166001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.169101 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-f7e504f8-a2be-4ab7-8a88-7c5791b9e9d0 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545255 Aug 31 00:28:50.211704 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (8bad6faf-c1af-4c79-9bb9-deba88ce05a5), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.215356 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:50.216616 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8bad6faf-c1af-4c79-9bb9-deba88ce05a5 HTTP/1.1" status: 204 len: 168 time: 0.1815047 Aug 31 00:28:50.227212 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984ff83-f777-4199-b7d2-12eabd8263c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad6faf-c1af-4c79-9bb9-deba88ce05a5,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:50.299095 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-a42cdebc-ba91-4a0c-ab1c-3218d34065cc tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1821979224&fields=id&tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6 HTTP/1.1" status: 200 len: 267 time: 0.0691354 Aug 31 00:28:50.364946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-51d86b8c-feda-46b7-95f6-656fd1111666 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:50.367341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-51d86b8c-feda-46b7-95f6-656fd1111666 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0607870 Aug 31 00:28:50.382793 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'port': {'security_groups': ['01630d01-9f80-455e-a935-c7780194cbd8', 'e9405b4c-01ab-49c0-90c5-9e0a220dfb7a']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:28:50.490178 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:51.079401 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:51.160653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:28:51.191264 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:51.220353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:51.231777 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:51.267912 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:51.268596 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:51.270127 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3822ddb5-76ef-4bf9-bf01-c1f650ea8998 req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "PUT /networking/v2.0/ports/05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 981 time: 0.8929904 Aug 31 00:28:51.270746 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:28:51.273452 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f245c2a-2452-4f83-9e06-52533e3b88b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:28:51.333246 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7baf4-f8a6-474f-b1bb-3d33c2805515 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=6']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:51.357799 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d92d7e5-3c3a-4365-bef4-9b88d39bdc99 x-openstack-request-id: req-8d92d7e5-3c3a-4365-bef4-9b88d39bdc99 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:28:51.358405 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:28:51.358860 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d92d7e5-3c3a-4365-bef4-9b88d39bdc99 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:28:51.360289 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d92d7e5-3c3a-4365-bef4-9b88d39bdc99'] response: {'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:28:51.448333 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873c54c-e30e-4e24-9ea3-6c60c4191659 req-9fcacfdc-ff3e-4779-82c1-2efa34cbd42d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:51.450641 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e873c54c-e30e-4e24-9ea3-6c60c4191659 req-9fcacfdc-ff3e-4779-82c1-2efa34cbd42d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.0897143 Aug 31 00:28:51.538645 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e873c54c-e30e-4e24-9ea3-6c60c4191659 req-140670e1-83bb-48a4-ab2f-5c2a80c540b8 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817106 Aug 31 00:28:52.442339 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-3d8b016f-fd74-450e-bf0e-ba3de91d1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:52.443951 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-3d8b016f-fd74-450e-bf0e-ba3de91d1b13 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1168 time: 0.0674560 Aug 31 00:28:52.473242 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:28:52.580663 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-ad5c2060-7311-479c-afce-83d6e63114b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:52.582936 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-ad5c2060-7311-479c-afce-83d6e63114b2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 916 time: 0.1326566 Aug 31 00:28:52.588383 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:28:52.679394 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-62fb2e00-1f7a-4d7b-93e9-a590fd5b7c98 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 1001 time: 0.0856080 Aug 31 00:28:52.742173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-8b1cc9b7-9442-4a7f-adf3-36cf8486cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:52.746333 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-8b1cc9b7-9442-4a7f-adf3-36cf8486cad0 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.0604506 Aug 31 00:28:52.840078 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-9c856c16-8e1f-44f4-b805-6ef15a243a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:52.847002 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-9c856c16-8e1f-44f4-b805-6ef15a243a6f service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941525 Aug 31 00:28:53.093212 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-41ce6b3e-ebc8-4e14-9a58-6cbef9a99b47 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418156 Aug 31 00:28:53.285212 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3f245c2a-2452-4f83-9e06-52533e3b88b1 req-397be35f-ab7d-4b73-a47a-f45da7adcf6d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836207 Aug 31 00:28:53.404894 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:53.407739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:58.784617 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46632) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:58.876108 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfddde-afec-48d1-8f7b-237bbf05a286 req-df1eb36b-8183-4679-885e-b72146acd024 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:28:58.877791 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c5cfddde-afec-48d1-8f7b-237bbf05a286 req-df1eb36b-8183-4679-885e-b72146acd024 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.0545084 Aug 31 00:28:58.915377 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-611d0c3a-db6b-4860-9d2a-b7de3d0a09d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:58.942564 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c5cfddde-afec-48d1-8f7b-237bbf05a286 req-4b764c4b-9da3-4bfc-8b3d-32ef823b6286 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584199 Aug 31 00:28:59.018248 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-611d0c3a-db6b-4860-9d2a-b7de3d0a09d5 admin admin] Publish callbacks [] for security_group (6fa81de6-115c-4b37-8913-db5db47c2f41), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.024104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-611d0c3a-db6b-4860-9d2a-b7de3d0a09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6fa81de6-115c-4b37-8913-db5db47c2f41), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.068576 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-611d0c3a-db6b-4860-9d2a-b7de3d0a09d5 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0720dbe824e54d28a1aac2a44883036f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827940 Aug 31 00:28:59.069753 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d0c3a-db6b-4860-9d2a-b7de3d0a09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa81de6-115c-4b37-8913-db5db47c2f41,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:59.071753 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46636) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:59.127268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:59.131986 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] Publish callbacks [] for security_group (6fa81de6-115c-4b37-8913-db5db47c2f41), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.161806 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] Publish callbacks [] for security_group (6fa81de6-115c-4b37-8913-db5db47c2f41), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.225242 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6fa81de6-115c-4b37-8913-db5db47c2f41), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.228805 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.233481 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6fa81de6-115c-4b37-8913-db5db47c2f41 HTTP/1.1" status: 204 len: 168 time: 0.1560676 Aug 31 00:28:59.246907 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f47bb-8996-4568-9ac0-a35b23b4a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa81de6-115c-4b37-8913-db5db47c2f41,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:59.613949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46648) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:59.633075 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-836160ac-ca5f-4e12-972e-2ef63a045dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.754284 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-836160ac-ca5f-4e12-972e-2ef63a045dc2 admin admin] Publish callbacks [] for security_group (ea5a56f3-e109-4380-a805-364d48baa5b5), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.760315 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-836160ac-ca5f-4e12-972e-2ef63a045dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ea5a56f3-e109-4380-a805-364d48baa5b5), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.780524 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:28:59.817005 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-836160ac-ca5f-4e12-972e-2ef63a045dc2 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e26bc71abc1947779299273898374dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016053 Aug 31 00:28:59.818388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836160ac-ca5f-4e12-972e-2ef63a045dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a56f3-e109-4380-a805-364d48baa5b5,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:28:59.823647 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46650) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:28:59.894878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] Publish callbacks [] for security_group (ea5a56f3-e109-4380-a805-364d48baa5b5), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.926001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] Publish callbacks [] for security_group (ea5a56f3-e109-4380-a805-364d48baa5b5), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:28:59.969683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:00.011068 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ea5a56f3-e109-4380-a805-364d48baa5b5), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:00.015123 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:00.017114 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ea5a56f3-e109-4380-a805-364d48baa5b5 HTTP/1.1" status: 204 len: 168 time: 0.1914773 Aug 31 00:29:00.032370 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6dc9d-e5a8-42c6-8482-569edd6c5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a56f3-e109-4380-a805-364d48baa5b5,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:00.157976 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5eeec-28ab-4e89-8b14-b7559dd6f0bc req-2f74f1d9-ab84-45eb-babf-532f7d74a40c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:00.159602 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-37e5eeec-28ab-4e89-8b14-b7559dd6f0bc req-2f74f1d9-ab84-45eb-babf-532f7d74a40c tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.0734401 Aug 31 00:29:00.225955 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-37e5eeec-28ab-4e89-8b14-b7559dd6f0bc req-9761f9e3-e358-456c-a45d-4e445a9dfe0e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f6705a55-2a87-4be2-a8c7-e374c1cea4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598485 Aug 31 00:29:00.475634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-3a51bb75-1240-4f65-b7c4-15431f895336 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:00.477332 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-3a51bb75-1240-4f65-b7c4-15431f895336 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 946 time: 0.0651872 Aug 31 00:29:00.606941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Deleting port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:00.607230 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:00.741119 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] For port 9e1236d0-86cd-45da-a9dc-878f6a1707a4, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9e1236d0-86cd-45da-a9dc-878f6a1707a4,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:00.741533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.038875 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.039569 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.039988 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Floating IP ad8362ce-6f3c-49da-9610-dc1dee4b8afc disassociated. External IP: 172.27.4.179, port: 9e1236d0-86cd-45da-a9dc-878f6a1707a4. Aug 31 00:29:01.040610 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Calling delete_port for 9e1236d0-86cd-45da-a9dc-878f6a1707a4 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:01.083678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46682) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:01.258086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3391893-948c-4f62-b241-35275c68edda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.288036 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9e1236d0-86cd-45da-a9dc-878f6a1707a4), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.297668 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:01.340210 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'Port': ['ID=9e1236d0-86cd-45da-a9dc-878f6a1707a4,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:01.399279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:01.475831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3391893-948c-4f62-b241-35275c68edda admin admin] Publish callbacks [] for security_group (7ee7a0ee-5371-44bf-a330-81a391632363), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.485894 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3391893-948c-4f62-b241-35275c68edda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7ee7a0ee-5371-44bf-a330-81a391632363), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.503364 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1e3f9c6a-7414-4700-ae2f-0f2259bb6ed6 req-ff622218-6f56-4f73-8c1f-f1df3d3bdc00 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0771377 Aug 31 00:29:01.543813 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:01.551822 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a3391893-948c-4f62-b241-35275c68edda admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ecc46348e69041688c0db8edadbf512d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663987 Aug 31 00:29:01.553051 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3391893-948c-4f62-b241-35275c68edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee7a0ee-5371-44bf-a330-81a391632363,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:01.556463 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46694) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:01.655217 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] Publish callbacks [] for security_group (7ee7a0ee-5371-44bf-a330-81a391632363), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.685696 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:01.686431 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] Publish callbacks [] for security_group (7ee7a0ee-5371-44bf-a330-81a391632363), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.714273 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:01.731327 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:01.777133 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:01.777597 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7ee7a0ee-5371-44bf-a330-81a391632363), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.778980 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:01.782481 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.785147 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7ee7a0ee-5371-44bf-a330-81a391632363 HTTP/1.1" status: 204 len: 168 time: 0.2272499 Aug 31 00:29:01.801611 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3ec97-4603-4ba3-b276-8dabc0e7eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee7a0ee-5371-44bf-a330-81a391632363,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:01.837223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] No DVR routers for this DVR port 9e1236d0-86cd-45da-a9dc-878f6a1707a4 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:01.842341 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:01.849093 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb944060-ac40-45d2-94c0-2d02b0bd137a req-19053c5d-61af-4067-a7b7-6f2a4de6103d tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.70 "DELETE /networking/v2.0/ports/9e1236d0-86cd-45da-a9dc-878f6a1707a4 HTTP/1.1" status: 204 len: 173 time: 1.3646114 Aug 31 00:29:01.849941 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-deleted', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:01.856025 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3fb6d3-82ed-4b0c-92ec-83e7f945cb05" -d '{"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-deleted", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:01.941293 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e19c584-40f2-47a4-ad1c-e88609583830 x-openstack-request-id: req-3e19c584-40f2-47a4-ad1c-e88609583830 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:01.941550 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d47ed-0a7a-4601-87a9-beb0597d3045", "name": "network-vif-deleted", "tag": "9e1236d0-86cd-45da-a9dc-878f6a1707a4", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:01.941896 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e19c584-40f2-47a4-ad1c-e88609583830 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:01.942559 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e19c584-40f2-47a4-ad1c-e88609583830'] response: {'server_uuid': '698d47ed-0a7a-4601-87a9-beb0597d3045', 'name': 'network-vif-deleted', 'tag': '9e1236d0-86cd-45da-a9dc-878f6a1707a4', 'status': 'completed', 'code': 200} Aug 31 00:29:02.064319 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=57 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:02.065986 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:02.083478 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:02.446970 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:02.496346 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:02.509146 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:02.510001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:28:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:02.746910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:02.767143 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-afae60cb-9ce9-4fc7-9e9d-d803fcfb593d req-c9e11165-60b6-49b3-b37f-f8b6890e406e tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=698d47ed-0a7a-4601-87a9-beb0597d3045 HTTP/1.1" status: 200 len: 210 time: 0.0689914 Aug 31 00:29:02.872461 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46720) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:02.912568 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95fd0584-de04-4682-8e58-ce62199a9b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.083381 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95fd0584-de04-4682-8e58-ce62199a9b74 admin admin] Publish callbacks [] for security_group (5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.092511 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95fd0584-de04-4682-8e58-ce62199a9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.124728 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:03.166639 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd0584-de04-4682-8e58-ce62199a9b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:03.176795 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-95fd0584-de04-4682-8e58-ce62199a9b74 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bed0ffe4d8a4418285fd4b02e56e805f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015230 Aug 31 00:29:03.181874 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46734) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:03.196454 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786e8de-52a6-4261-974d-1728fa55f208 None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:20:26Z', 'revision_number': 4, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '21a4117d-c2aa-4fc0-b026-5f1c67065f84', 'name': '', 'network_id': '6b7c3317-0ec5-4bcb-bb71-0099edaec3ef', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'mac_address': 'fa:16:3e:36:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:24Z', 'updated_at': '2022-08-31T00:20:43Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'subnets': [{'id': '48bf62f3-98f0-4d98-8ec9-37c634a49893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:03.287675 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] Publish callbacks [] for security_group (5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.336035 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] Publish callbacks [] for security_group (5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.420432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.424649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:03.436108 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7 HTTP/1.1" status: 204 len: 168 time: 0.2479591 Aug 31 00:29:03.455650 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511bba-affb-49e9-8e58-c5651d2a6b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7870ef-ce0e-49d1-96b5-abb5ea2e6de7,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:03.623506 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116196bb-254f-45ce-8a8e-62a1cd45d1cd None None] New status for floating IP ad8362ce-6f3c-49da-9610-dc1dee4b8afc: DOWN {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:29:03.957696 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46762) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.002394 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46764) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.034902 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.079620 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (f6705a55-2a87-4be2-a8c7-e374c1cea4c3), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.126471 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (f6705a55-2a87-4be2-a8c7-e374c1cea4c3), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.218168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2136d3cb-967a-4271-91cc-bd8b540b754f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.219245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f6705a55-2a87-4be2-a8c7-e374c1cea4c3), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.223522 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.225190 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f6705a55-2a87-4be2-a8c7-e374c1cea4c3 HTTP/1.1" status: 204 len: 168 time: 0.2638879 Aug 31 00:29:04.232301 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46774) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.249350 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ffd4-705e-4f10-abaa-c084e33798d8 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6705a55-2a87-4be2-a8c7-e374c1cea4c3,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:04.259374 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.api.v2.resource [None req-5dc253d7-8c75-4ab6-865f-73654bc311ce tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] show failed (client error): The resource could not be found. Aug 31 00:29:04.261703 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5dc253d7-8c75-4ab6-865f-73654bc311ce tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "GET /networking/v2.0/security-groups/f6705a55-2a87-4be2-a8c7-e374c1cea4c3 HTTP/1.1" status: 404 len: 347 time: 0.0275669 Aug 31 00:29:04.265432 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46776) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.367563 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:04.376983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2136d3cb-967a-4271-91cc-bd8b540b754f admin admin] Publish callbacks [] for security_group (06c8ab3f-3837-40b6-a3a5-1fff112c37f7), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.383534 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2136d3cb-967a-4271-91cc-bd8b540b754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (06c8ab3f-3837-40b6-a3a5-1fff112c37f7), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.427946 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 9e1236d0-86cd-45da-a9dc-878f6a1707a4 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:04.428496 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9e1236d0-86cd-45da-a9dc-878f6a1707a4 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:04.455777 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d3cb-967a-4271-91cc-bd8b540b754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8ab3f-3837-40b6-a3a5-1fff112c37f7,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:04.466865 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-2136d3cb-967a-4271-91cc-bd8b540b754f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=59f91ea9c31b47669a9af471549c0027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588683 Aug 31 00:29:04.467343 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46782) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:04.502792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Deleting port 74a3c44c-80e7-47dc-9f3e-1e06726730c6 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:04.504195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.530097 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:04.543903 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] Publish callbacks [] for security_group (06c8ab3f-3837-40b6-a3a5-1fff112c37f7), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.581801 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f1b3524d-46b9-43a7-bf8c-6fc46c303f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.591376 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] Publish callbacks [] for security_group (06c8ab3f-3837-40b6-a3a5-1fff112c37f7), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.674967 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.675469 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (74a3c44c-80e7-47dc-9f3e-1e06726730c6), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.688768 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (06c8ab3f-3837-40b6-a3a5-1fff112c37f7), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.694320 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:04.697398 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/06c8ab3f-3837-40b6-a3a5-1fff112c37f7 HTTP/1.1" status: 204 len: 168 time: 0.2289546 Aug 31 00:29:04.705699 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Calling delete_port for 74a3c44c-80e7-47dc-9f3e-1e06726730c6 owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:04.716572 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a496b-800f-4ca6-900e-52d7570c4351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8ab3f-3837-40b6-a3a5-1fff112c37f7,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:04.969907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (74a3c44c-80e7-47dc-9f3e-1e06726730c6), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.030772 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Pushing event deleted for resources: {'Port': ['ID=74a3c44c-80e7-47dc-9f3e-1e06726730c6,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:05.149036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks [] for floatingip (ad8362ce-6f3c-49da-9610-dc1dee4b8afc), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.154127 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.158676 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2602a7c3-aba5-4e1d-8106-ddb3cf650787 tempest-AttachVolumeShelveTestJSON-302852479 tempest-AttachVolumeShelveTestJSON-302852479-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/ad8362ce-6f3c-49da-9610-dc1dee4b8afc HTTP/1.1" status: 204 len: 168 time: 0.8892021 Aug 31 00:29:05.397841 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46806) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:05.426855 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f9e06baf-1b96-4e1b-8117-c2858aa06903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.602733 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f9e06baf-1b96-4e1b-8117-c2858aa06903 admin admin] Publish callbacks [] for security_group (5f253c9d-1367-4efb-b347-48d87f0783c9), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.609916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-f9e06baf-1b96-4e1b-8117-c2858aa06903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5f253c9d-1367-4efb-b347-48d87f0783c9), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.691636 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-f9e06baf-1b96-4e1b-8117-c2858aa06903 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a22a231e06834ba287eaea8cfcb0b547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891269 Aug 31 00:29:05.695366 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46810) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:05.705497 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e06baf-1b96-4e1b-8117-c2858aa06903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f253c9d-1367-4efb-b347-48d87f0783c9,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:05.817815 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] Publish callbacks [] for security_group (5f253c9d-1367-4efb-b347-48d87f0783c9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.864288 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] Publish callbacks [] for security_group (5f253c9d-1367-4efb-b347-48d87f0783c9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.952721 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5f253c9d-1367-4efb-b347-48d87f0783c9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.958888 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:05.960958 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5f253c9d-1367-4efb-b347-48d87f0783c9 HTTP/1.1" status: 204 len: 168 time: 0.2640007 Aug 31 00:29:05.971611 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df29534-b8ea-4400-89d7-016413ac48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f253c9d-1367-4efb-b347-48d87f0783c9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:06.994543 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1a4f032c-820e-4224-a65a-80f5a68b743e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.105677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46876) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:07.240032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9a26bf5d-93a8-478e-9a80-39e775a0d72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.354113 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:07.373159 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9a26bf5d-93a8-478e-9a80-39e775a0d72b admin admin] Publish callbacks [] for security_group (54196cf1-193f-4c9e-a115-f68dfcf5b008), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.376074 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46886) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:07.380209 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9a26bf5d-93a8-478e-9a80-39e775a0d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (54196cf1-193f-4c9e-a115-f68dfcf5b008), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.422849 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:07.493068 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-9a26bf5d-93a8-478e-9a80-39e775a0d72b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d76012ed05a44aca8d643c6966ab10e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858016 Aug 31 00:29:07.496021 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46892) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:07.497763 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26bf5d-93a8-478e-9a80-39e775a0d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54196cf1-193f-4c9e-a115-f68dfcf5b008,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:07.629570 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:07.655000 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] Publish callbacks [] for security_group (54196cf1-193f-4c9e-a115-f68dfcf5b008), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.687211 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] Publish callbacks [] for security_group (54196cf1-193f-4c9e-a115-f68dfcf5b008), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.763514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c13de-1c80-4d96-851e-ee2b3641e673 req-19b59a4d-7bc9-4d29-886f-8c76833afb7a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:07.765236 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cd4c13de-1c80-4d96-851e-ee2b3641e673 req-19b59a4d-7bc9-4d29-886f-8c76833afb7a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.0894010 Aug 31 00:29:07.836407 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cd4c13de-1c80-4d96-851e-ee2b3641e673 req-11495a5b-4978-4bda-bd01-f9a220e889df tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605888 Aug 31 00:29:07.934537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46908) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:07.967300 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (54196cf1-193f-4c9e-a115-f68dfcf5b008), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.970355 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:07.971638 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/54196cf1-193f-4c9e-a115-f68dfcf5b008 HTTP/1.1" status: 204 len: 168 time: 0.4739358 Aug 31 00:29:07.986863 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425151-8943-4217-a6bb-43eb51e4f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54196cf1-193f-4c9e-a115-f68dfcf5b008,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:08.058449 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Deleting port b92c7a33-fc31-4868-a655-a03b009b45ed {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:08.059389 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.211952 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.228403 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.228971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for floatingip (b92c7a33-fc31-4868-a655-a03b009b45ed), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.255684 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Calling delete_port for b92c7a33-fc31-4868-a655-a03b009b45ed owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:08.521862 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:08.605818 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 46924) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:08.628591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-03e13d72-74b9-40fa-8f07-c4cf57da0d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.641072 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (b92c7a33-fc31-4868-a655-a03b009b45ed), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.695710 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event deleted for resources: {'Port': ['ID=b92c7a33-fc31-4868-a655-a03b009b45ed,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:08.730170 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.827509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for floatingip (ca40e38c-2077-4b50-8d40-55b50225c1c8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.828454 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Floating IP ca40e38c-2077-4b50-8d40-55b50225c1c8 disassociated (deleted). External IP: 172.27.4.59, port: c156e592-123d-470f-843d-661d21c8d777. Aug 31 00:29:08.874085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-03e13d72-74b9-40fa-8f07-c4cf57da0d80 admin admin] Publish callbacks [] for security_group (f536e99e-4b3e-4a1a-b75c-579600d6528a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:08.880796 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-03e13d72-74b9-40fa-8f07-c4cf57da0d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f536e99e-4b3e-4a1a-b75c-579600d6528a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.041269 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-03e13d72-74b9-40fa-8f07-c4cf57da0d80 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ac87ea4e914142c6bbd23e1df9f6a2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341321 Aug 31 00:29:09.046605 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46934) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:09.057970 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13d72-74b9-40fa-8f07-c4cf57da0d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f536e99e-4b3e-4a1a-b75c-579600d6528a,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:09.177702 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689588-6e42-44ab-ae47-02496727096f req-ac445a2e-08fe-4d03-a50c-85d56b979828 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:09.181238 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8689588-6e42-44ab-ae47-02496727096f req-ac445a2e-08fe-4d03-a50c-85d56b979828 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.1444530 Aug 31 00:29:09.233985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:09.237171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:09.264561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Router 064be99f-99ce-487b-9469-a9d9d54a6cce has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:09.289874 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] Publish callbacks [] for security_group (f536e99e-4b3e-4a1a-b75c-579600d6528a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.319112 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:09.332565 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8689588-6e42-44ab-ae47-02496727096f req-95dda7d6-143f-443a-9997-e358087890bd tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374309 Aug 31 00:29:09.347785 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Deleting port 21a4117d-c2aa-4fc0-b026-5f1c67065f84 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:09.348144 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.352896 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] Publish callbacks [] for security_group (f536e99e-4b3e-4a1a-b75c-579600d6528a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.455561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:09.461854 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.474400 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Sync routers for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:09.480684 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-e512b5af-8b3d-41d7-bb2a-b7813b3dfdd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:09.483424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-e512b5af-8b3d-41d7-bb2a-b7813b3dfdd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.0856273 Aug 31 00:29:09.488643 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:09.489452 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:09.525249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f536e99e-4b3e-4a1a-b75c-579600d6528a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.530649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.534889 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f536e99e-4b3e-4a1a-b75c-579600d6528a HTTP/1.1" status: 204 len: 168 time: 0.4843078 Aug 31 00:29:09.541731 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:09.553450 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-39bea0a1-f6dd-4c38-9837-69342afc7234 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/ca40e38c-2077-4b50-8d40-55b50225c1c8 HTTP/1.1" status: 204 len: 168 time: 2.1739738 Aug 31 00:29:09.555275 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:09.560050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] For port 21a4117d-c2aa-4fc0-b026-5f1c67065f84, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=21a4117d-c2aa-4fc0-b026-5f1c67065f84,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:09.560473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.563279 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf71fd95-24b1-4956-a913-bab0e0293f41" -d '{"events": [{"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:09.588105 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d29a1-d038-4312-a5c5-c44764252bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f536e99e-4b3e-4a1a-b75c-579600d6528a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:09.624959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Calling delete_port for 21a4117d-c2aa-4fc0-b026-5f1c67065f84 owned by network:router_interface {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:09.665173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:09.665535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.669756 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4c92f-1c87-4760-9492-2fb6ddb90472 x-openstack-request-id: req-f3c4c92f-1c87-4760-9492-2fb6ddb90472 {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:09.670078 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "tag": "c156e592-123d-470f-843d-661d21c8d777", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:09.670343 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3c4c92f-1c87-4760-9492-2fb6ddb90472 {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:09.670808 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c4c92f-1c87-4760-9492-2fb6ddb90472'] response: {'name': 'network-changed', 'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'status': 'completed', 'code': 200} Aug 31 00:29:09.680942 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:09.692112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:09.869435 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.950306 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:09.974563 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-2edba9cf-264c-4e24-a293-380c7b6346ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:09.976247 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-2edba9cf-264c-4e24-a293-380c7b6346ea service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 1130 time: 0.2379761 Aug 31 00:29:10.005043 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32c255-1e0a-4c1a-92cf-dfe5bc7efcac req-994af81e-c4e6-4343-957f-6c0a91590192 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:10.011228 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a32c255-1e0a-4c1a-92cf-dfe5bc7efcac req-994af81e-c4e6-4343-957f-6c0a91590192 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1394672 Aug 31 00:29:10.070717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:10.102581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Checking router: 064be99f-99ce-487b-9469-a9d9d54a6cce for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:10.118580 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:10.118580 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:10.254589 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:10.553304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] For port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:10.553304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:10.715876 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:10.758737 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0364d-b7e5-4ac6-b106-fd62cf844c0d None None] The sync data for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi is: [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:23:33Z', 'revision_number': 4, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '064b5d4e-b678-4268-a08a-53515adaa646', 'name': '', 'network_id': '3f3c2a3c-500d-4a27-8cc3-ff83980a9b39', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'mac_address': 'fa:16:3e:a8:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:31Z', 'updated_at': '2022-08-31T00:23:43Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'subnets': [{'id': '16715eeb-c7e8-4754-9726-0ac6015ec417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:10.805277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e894fd-d8af-4305-8522-ef77a96c841e req-859e0d90-afa1-421b-80a1-63d59e05d319 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:10.818565 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84e894fd-d8af-4305-8522-ef77a96c841e req-859e0d90-afa1-421b-80a1-63d59e05d319 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 945 time: 0.2810583 Aug 31 00:29:10.853889 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4a32c255-1e0a-4c1a-92cf-dfe5bc7efcac req-a6abd858-7513-41f4-ade4-2c967aa91ae5 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7792215 Aug 31 00:29:11.018450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:11.228093 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:11.280571 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd8a2-e0ca-40aa-9167-10349524dd49 None None] New status for floating IP ca40e38c-2077-4b50-8d40-55b50225c1c8: DOWN {{(pid=112893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:29:11.322209 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-84e894fd-d8af-4305-8522-ef77a96c841e req-259e8ad2-b344-43f9-8188-8bf913089ac4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5021970 Aug 31 00:29:11.323217 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (21a4117d-c2aa-4fc0-b026-5f1c67065f84), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:11.393422 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a4117d-c2aa-4fc0-b026-5f1c67065f84,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:11.408399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:11.409256 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (40c70973-006c-4daa-b578-cd8c22a84758), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:11.409816 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 40c70973-006c-4daa-b578-cd8c22a84758 disassociated. External IP: 172.27.4.83, port: 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3. Aug 31 00:29:11.410419 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:11.450009 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-6c1b9cf2-e87f-43f4-b572-17291958e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:11.452839 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-6c1b9cf2-e87f-43f4-b572-17291958e476 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 200 len: 909 time: 0.4804046 Aug 31 00:29:11.658120 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-73cf99f6-f020-4b3a-a540-becd78f3f56c service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 200 len: 217 time: 0.1545584 Aug 31 00:29:11.773556 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 46998) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:11.841871 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-27bd1726-d65b-4315-a4d5-af10695aab08 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:11.843429 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-27bd1726-d65b-4315-a4d5-af10695aab08 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.2120116 Aug 31 00:29:11.909410 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-2732c3c4-2f64-4b40-876f-3c3a0a77bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:11.911007 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-2732c3c4-2f64-4b40-876f-3c3a0a77bf67 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 200 len: 847 time: 0.2429891 Aug 31 00:29:11.952323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:11.990018 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ae85ba77-2c66-4749-9fb6-2ce4ba527acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.121843 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ae85ba77-2c66-4749-9fb6-2ce4ba527acd admin admin] Publish callbacks [] for security_group (f8b2962e-0508-4e0c-b377-6bb1d554aee9), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.129129 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ae85ba77-2c66-4749-9fb6-2ce4ba527acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f8b2962e-0508-4e0c-b377-6bb1d554aee9), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.134494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-c18bfe12-0422-4f9c-9853-ea29b7dc1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:12.136907 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-c18bfe12-0422-4f9c-9853-ea29b7dc1f3e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2135375 Aug 31 00:29:12.149100 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Deleting port c156e592-123d-470f-843d-661d21c8d777 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:12.149436 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (c156e592-123d-470f-843d-661d21c8d777), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.171916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.197615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:12.204821 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ae85ba77-2c66-4749-9fb6-2ce4ba527acd admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5a371fa97a82488d8c74bce4ec1f8c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294231 Aug 31 00:29:12.205365 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553766c6-ccef-4b9b-9b8d-e0ba35d5e871 req-4e9423e6-2d19-4dc3-8bf0-ac541e15c88f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:12.207010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-553766c6-ccef-4b9b-9b8d-e0ba35d5e871 req-4e9423e6-2d19-4dc3-8bf0-ac541e15c88f tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 946 time: 0.1979194 Aug 31 00:29:12.208624 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47008) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:12.220653 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85ba77-2c66-4749-9fb6-2ce4ba527acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2962e-0508-4e0c-b377-6bb1d554aee9,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:12.270621 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:12.328044 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] Publish callbacks [] for security_group (f8b2962e-0508-4e0c-b377-6bb1d554aee9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.328752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (7ee0bda6-a8f6-49b1-b97f-b289c4493bf3), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.451622 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:12.492882 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:12.493391 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:12.493919 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device c156e592-123d-470f-843d-661d21c8d777 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:12.563848 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=7ee0bda6-a8f6-49b1-b97f-b289c4493bf3,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:12.617173 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:12.684391 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port c156e592-123d-470f-843d-661d21c8d777 is: ACTIVE; New status is: DOWN {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:12.685347 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (c156e592-123d-470f-843d-661d21c8d777), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.716087 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] Publish callbacks [] for security_group (f8b2962e-0508-4e0c-b377-6bb1d554aee9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.736221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:12.741002 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbcd74-653d-44dd-9c6d-776f63ed9bf3" -d '{"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:12.766352 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:12.780893 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (c156e592-123d-470f-843d-661d21c8d777), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.791266 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f8b2962e-0508-4e0c-b377-6bb1d554aee9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.795895 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:12.800771 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f8b2962e-0508-4e0c-b377-6bb1d554aee9 HTTP/1.1" status: 204 len: 168 time: 0.5906217 Aug 31 00:29:12.811596 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc5ccc-994c-404b-b88e-40961c573091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2962e-0508-4e0c-b377-6bb1d554aee9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:12.825938 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-75f21551-f274-4b73-806c-e4dcca0e522f req-4158224d-ebba-4e17-bd78-4047fc9a2a53 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.2989786 Aug 31 00:29:12.925282 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47024) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:12.931310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=9']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:12.955313 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.956270 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.956443 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.956864 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.957618 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.958421 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.959200 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.959962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.960838 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.962085 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.962880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.964295 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.966188 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.967389 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:12.968264 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:13.007612 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13138da-1ef5-4324-bef3-f066965315ea x-openstack-request-id: req-e13138da-1ef5-4324-bef3-f066965315ea {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:13.008309 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "c156e592-123d-470f-843d-661d21c8d777", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:13.008725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e13138da-1ef5-4324-bef3-f066965315ea {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:13.009375 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13138da-1ef5-4324-bef3-f066965315ea'] response: {'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'code': 200} Aug 31 00:29:13.104210 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-553766c6-ccef-4b9b-9b8d-e0ba35d5e871 req-aa944a77-9789-4753-af89-1fb4e31e36cf tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0663013f-47a2-4247-ba87-2185b2293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8493104 Aug 31 00:29:13.110919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95c9-c72c-409f-a95f-65ab4d65de1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.132726 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] For port c156e592-123d-470f-843d-661d21c8d777, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=c156e592-123d-470f-843d-661d21c8d777,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:13.133304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (c156e592-123d-470f-843d-661d21c8d777), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.207293 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-d6dbaac0-adab-45be-8937-93c4f733ba68 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0607030 Aug 31 00:29:13.212270 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Calling delete_port for c156e592-123d-470f-843d-661d21c8d777 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:13.246946 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:13.269336 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95c9-c72c-409f-a95f-65ab4d65de1e admin admin] Publish callbacks [] for security_group (35241aa5-7106-4832-957a-ac261bedbff2), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.277501 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0c7c95c9-c72c-409f-a95f-65ab4d65de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (35241aa5-7106-4832-957a-ac261bedbff2), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.365516 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0c7c95c9-c72c-409f-a95f-65ab4d65de1e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ac287c87cfe8462e83ff18e52ddf4e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386370 Aug 31 00:29:13.366818 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c95c9-c72c-409f-a95f-65ab4d65de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35241aa5-7106-4832-957a-ac261bedbff2,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:13.371243 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47030) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:13.438187 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] Publish callbacks [] for security_group (35241aa5-7106-4832-957a-ac261bedbff2), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.470321 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] Publish callbacks [] for security_group (35241aa5-7106-4832-957a-ac261bedbff2), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.552952 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (35241aa5-7106-4832-957a-ac261bedbff2), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.556728 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:13.558325 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/35241aa5-7106-4832-957a-ac261bedbff2 HTTP/1.1" status: 204 len: 168 time: 0.1856387 Aug 31 00:29:13.587924 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44565db1-5202-473d-b8dd-6850fbc9ceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35241aa5-7106-4832-957a-ac261bedbff2,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:13.611487 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:14.076831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47052) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:14.082967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:14.095085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c46847bf-62f1-48d2-84e9-f1e41e4bf736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.151904 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cf71fd95-24b1-4956-a913-bab0e0293f41 req-8ac8ff0b-bd8e-41c2-bd78-0124021c0673 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275579 Aug 31 00:29:14.160646 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f66745d1-c3df-45d5-b1f7-057d6851001e req-a71d720d-61f2-40f2-ba1f-b54a405d9ce1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.1418607 Aug 31 00:29:14.238532 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:14.297556 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c46847bf-62f1-48d2-84e9-f1e41e4bf736 admin admin] Publish callbacks [] for security_group (f61f3a42-8e77-4060-a869-cd500caf203d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.303073 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c46847bf-62f1-48d2-84e9-f1e41e4bf736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f61f3a42-8e77-4060-a869-cd500caf203d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.365919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46847bf-62f1-48d2-84e9-f1e41e4bf736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f3a42-8e77-4060-a869-cd500caf203d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:14.375605 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:14.390584 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c46847bf-62f1-48d2-84e9-f1e41e4bf736 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6555d12414bd458ea89f6ffba5271f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128188 Aug 31 00:29:14.395584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47062) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:14.442705 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (c156e592-123d-470f-843d-661d21c8d777), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.520936 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-cc3345f5-e41e-4e4c-a1fd-016fe3ed61f5 req-1e27cd17-edfc-439e-9071-4d634e16e900 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 210 time: 0.0988700 Aug 31 00:29:14.532909 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event deleted for resources: {'Port': ['ID=c156e592-123d-470f-843d-661d21c8d777,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:14.569813 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] Publish callbacks [] for security_group (f61f3a42-8e77-4060-a869-cd500caf203d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.614794 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] Publish callbacks [] for security_group (f61f3a42-8e77-4060-a869-cd500caf203d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.674686 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6bedb-ba96-47b3-aede-d2db801ebed5 req-1006bcec-18e7-4d51-816f-252ce3daf003 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:14.676258 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8db6bedb-ba96-47b3-aede-d2db801ebed5 req-1006bcec-18e7-4d51-816f-252ce3daf003 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1543512 Aug 31 00:29:14.685836 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:14.727865 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:14.750418 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (f61f3a42-8e77-4060-a869-cd500caf203d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.755983 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:14.758756 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:14.762856 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.766996 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f61f3a42-8e77-4060-a869-cd500caf203d HTTP/1.1" status: 204 len: 168 time: 0.3691258 Aug 31 00:29:14.799752 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2455-81a5-416f-bac6-3b3e5f36d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f3a42-8e77-4060-a869-cd500caf203d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:14.825632 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] No DVR routers for this DVR port c156e592-123d-470f-843d-661d21c8d777 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:14.828573 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.833255 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b890c4fd-de4e-4a35-a4d6-6478dcabc1d4 req-954ac184-489f-4129-b062-b73bf3299950 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.70 "DELETE /networking/v2.0/ports/c156e592-123d-470f-843d-661d21c8d777 HTTP/1.1" status: 204 len: 173 time: 2.9832141 Aug 31 00:29:14.864137 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-deleted', 'tag': 'c156e592-123d-470f-843d-661d21c8d777'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:14.867788 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad67c4-12ff-4c4b-a272-667d9a6723eb" -d '{"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-deleted", "tag": "c156e592-123d-470f-843d-661d21c8d777"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:14.878307 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:14.879990 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4acd-22fa-4902-a616-157e0c950d11 req-9e880bf9-a7b2-441f-bbb3-c677ba6a906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:14.882086 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-9e880bf9-a7b2-441f-bbb3-c677ba6a906d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1168 time: 0.2414286 Aug 31 00:29:14.886601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] No DVR routers for this DVR port 7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:14.890438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:14.894750 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0a4bc053-340a-4242-8de6-e730a02c6662 req-c72b7637-c89c-4f9c-8543-4281a37ab132 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "DELETE /networking/v2.0/ports/7ee0bda6-a8f6-49b1-b97f-b289c4493bf3 HTTP/1.1" status: 204 len: 173 time: 5.4020307 Aug 31 00:29:15.009432 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:15.018521 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47074) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:15.019482 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-652c3dca-e73f-418e-9975-df9a38f4aa31 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/1ffe09f8-81d9-4e4e-a890-f710eb9a671f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0904686 Aug 31 00:29:15.025521 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Sync routers for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:15.065165 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8db6bedb-ba96-47b3-aede-d2db801ebed5 req-792fd649-9670-4292-b3cb-e7076b802aea tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3706975 Aug 31 00:29:15.089454 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656cbaf-1136-43b9-b2c8-6be1ed591af7 x-openstack-request-id: req-7656cbaf-1136-43b9-b2c8-6be1ed591af7 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:15.089837 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95e1f70-6a63-40b2-a053-4b043f6b1ffa", "name": "network-vif-deleted", "tag": "c156e592-123d-470f-843d-661d21c8d777", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:15.090147 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7656cbaf-1136-43b9-b2c8-6be1ed591af7 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:15.090657 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7656cbaf-1136-43b9-b2c8-6be1ed591af7'] response: {'server_uuid': 'c95e1f70-6a63-40b2-a053-4b043f6b1ffa', 'name': 'network-vif-deleted', 'tag': 'c156e592-123d-470f-843d-661d21c8d777', 'status': 'completed', 'code': 200} Aug 31 00:29:15.091753 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:15.093978 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:15.130429 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4acd-22fa-4902-a616-157e0c950d11 req-5cab923e-90b5-40f0-9b05-a128b55d94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:15.132415 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-5cab923e-90b5-40f0-9b05-a128b55d94fa service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 916 time: 0.2356360 Aug 31 00:29:15.284649 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:15.365237 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-e7f101bb-a034-47d7-a5af-d201ce20c185 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 1001 time: 0.2248249 Aug 31 00:29:15.389954 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks [] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:15.544071 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8f71c3b9-8537-4396-8ece-b221525a8391 req-77d3baef-1f3e-4d40-947f-a17da7cc61e9 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.0916297 Aug 31 00:29:15.558352 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:15.576139 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4acd-22fa-4902-a616-157e0c950d11 req-e32f59bb-9c2d-456c-82d3-70ece4d949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:15.577560 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-e32f59bb-9c2d-456c-82d3-70ece4d949ba service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.2056386 Aug 31 00:29:15.719398 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4acd-22fa-4902-a616-157e0c950d11 req-5fb43a22-ff06-4db8-84b2-457a47681830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:15.721770 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-5fb43a22-ff06-4db8-84b2-457a47681830 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068821 Aug 31 00:29:15.748584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks [] for router_gateway (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:15.902823 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:15.936814 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Deleting port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:15.937152 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:16.066766 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:16.073971 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-8b98661e-8e4e-40ea-8853-6b9cd2f28cc5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410923 Aug 31 00:29:16.124990 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:16.159699 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-241ee9e0-57a1-4c12-aa79-bba2522cbd80 req-1021151c-8c32-4f0a-a5f2-bb68a18ba19c tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c95e1f70-6a63-40b2-a053-4b043f6b1ffa HTTP/1.1" status: 200 len: 210 time: 0.1573031 Aug 31 00:29:16.185988 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] For port 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:16.191295 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:16.237136 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40'}], 'enable_snat': True}, 'gw_port_id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:29:10Z', 'revision_number': 5, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port': {'id': '6c5642f4-4e89-43ef-9064-4b6e0a0cb43b', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:20:13Z', 'updated_at': '2022-08-31T00:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:16.261559 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Calling delete_port for 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:16.343115 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Checking router: 1ffe09f8-81d9-4e4e-a890-f710eb9a671f for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:16.378171 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Routers {'1ffe09f8-81d9-4e4e-a890-f710eb9a671f'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:16.378886 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:16.496237 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c56c-2c16-49c0-95d7-7cac0dc30bd7 req-94baaef3-24c2-48e8-83cc-3df2163db006 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:16.501391 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6667c56c-2c16-49c0-95d7-7cac0dc30bd7 req-94baaef3-24c2-48e8-83cc-3df2163db006 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.2048702 Aug 31 00:29:16.511551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-235a4acd-22fa-4902-a616-157e0c950d11 req-c892a3da-b0dc-40d4-bfde-d7b3cfac8c5b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124532 Aug 31 00:29:16.563560 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:16.569688 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] Set router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:16.701220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6667c56c-2c16-49c0-95d7-7cac0dc30bd7 req-a743e8e6-d59e-403e-9e1d-1bba1852174a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750343 Aug 31 00:29:16.718076 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:29:15Z', 'revision_number': 6, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:16.758642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:16.827312 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b74a4-ce2e-4a77-9429-49f5e9bc6c81 None None] The sync data for ids ['1ffe09f8-81d9-4e4e-a890-f710eb9a671f'] in dv-cinder-852210-5-iscsi is: [{'id': '1ffe09f8-81d9-4e4e-a890-f710eb9a671f', 'name': 'tempest-AttachVolumeShelveTestJSON-172093335-router', 'tenant_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:20:11Z', 'updated_at': '2022-08-31T00:29:15Z', 'revision_number': 6, 'project_id': 'e53c8a6e81fe48d5b9609b921283e64d', 'gw_port_host': None}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:16.867968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6c5642f4-4e89-43ef-9064-4b6e0a0cb43b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:16.878056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:16.936088 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:16.938166 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:16.938625 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5642f4-4e89-43ef-9064-4b6e0a0cb43b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:17.005137 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7189d00a-fa9d-4725-8775-21b127904f12 req-511a901d-0539-4c14-9ee9-8d2a0d4ab0e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b3f5b45e-d0c7-461b-addb-c046c9cce995 HTTP/1.1" status: 200 len: 210 time: 0.1451688 Aug 31 00:29:17.091677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'name': 'network-vif-deleted', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:17.097244 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b10785-49e9-4c50-8b33-1beefce158a1" -d '{"events": [{"server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "name": "network-vif-deleted", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:17.119450 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.277478 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a61e51-aa7b-4cc4-ae6a-57a3b1d6cf2f x-openstack-request-id: req-76a61e51-aa7b-4cc4-ae6a-57a3b1d6cf2f {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:17.279061 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5b45e-d0c7-461b-addb-c046c9cce995", "name": "network-vif-deleted", "tag": "7ee0bda6-a8f6-49b1-b97f-b289c4493bf3", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:17.279956 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76a61e51-aa7b-4cc4-ae6a-57a3b1d6cf2f {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:17.281015 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a61e51-aa7b-4cc4-ae6a-57a3b1d6cf2f'] response: {'server_uuid': 'b3f5b45e-d0c7-461b-addb-c046c9cce995', 'name': 'network-vif-deleted', 'tag': '7ee0bda6-a8f6-49b1-b97f-b289c4493bf3', 'status': 'completed', 'code': 200} Aug 31 00:29:17.372213 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47118) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:17.389006 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:17.466376 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.472111 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks [] for router_controller (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.625502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (0663013f-47a2-4247-ba87-2185b2293db2), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.636693 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (1ffe09f8-81d9-4e4e-a890-f710eb9a671f), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.637806 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffe09f8-81d9-4e4e-a890-f710eb9a671f {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:29:17.655520 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.663119 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-46a0f45f-8dfd-4c5e-a5f1-723ddd0f44fc admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/1ffe09f8-81d9-4e4e-a890-f710eb9a671f HTTP/1.1" status: 204 len: 168 time: 2.6409316 Aug 31 00:29:17.665666 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47122) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:17.726867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Deleting subnet 48bf62f3-98f0-4d98-8ec9-37c634a49893 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:29:17.732968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Publish callbacks [] for subnet (48bf62f3-98f0-4d98-8ec9-37c634a49893), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.749665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (0663013f-47a2-4247-ba87-2185b2293db2), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.890636 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (48bf62f3-98f0-4d98-8ec9-37c634a49893), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:17.962088 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fca8-aca3-4cd1-8da4-67258345295d req-a3c200a2-6ec3-4985-a9a2-8894c1e3e2ea tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:17.972087 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0882fca8-aca3-4cd1-8da4-67258345295d req-a3c200a2-6ec3-4985-a9a2-8894c1e3e2ea tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.0982087 Aug 31 00:29:18.038447 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0663013f-47a2-4247-ba87-2185b2293db2), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.044259 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.045010 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 21a4117d-c2aa-4fc0-b026-5f1c67065f84 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:18.047555 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0663013f-47a2-4247-ba87-2185b2293db2 HTTP/1.1" status: 204 len: 168 time: 0.6734815 Aug 31 00:29:18.091117 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366dbf1-0cda-42ec-9c06-8206e5f76f45 tempest-TestShelveInstance-2083827755 tempest-TestShelveInstance-2083827755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663013f-47a2-4247-ba87-2185b2293db2,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:18.098150 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 21a4117d-c2aa-4fc0-b026-5f1c67065f84 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:18.099022 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 21a4117d-c2aa-4fc0-b026-5f1c67065f84 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:18.108421 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:18.114388 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (48bf62f3-98f0-4d98-8ec9-37c634a49893), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.145340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:18.169621 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47136) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:18.233681 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (48bf62f3-98f0-4d98-8ec9-37c634a49893), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.247999 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0882fca8-aca3-4cd1-8da4-67258345295d req-d0b9bc1f-aaeb-4b88-9cd9-a505385d9dca tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2728980 Aug 31 00:29:18.269195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.269195 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/48bf62f3-98f0-4d98-8ec9-37c634a49893 HTTP/1.1" status: 204 len: 168 time: 0.5990756 Aug 31 00:29:18.273481 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47142) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:18.279412 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599115f7-5052-4d98-83bd-83db9d262dc6 None None] Network 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:29:18.304282 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66851f91-2f0c-4c40-89c2-a18f4c7e6962 None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:18.379016 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfb5a7-9d7d-4548-be2c-9bb66acfeb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48bf62f3-98f0-4d98-8ec9-37c634a49893,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:18.701492 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] DHCP port deletion for 6b7c3317-0ec5-4bcb-bb71-0099edaec3ef request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:29:18.717698 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.787312 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Deleting port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:18.788183 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.824455 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-4b0259df-ca0a-40af-8c78-69446c912eeb tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-835580744&fields=id&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 267 time: 0.1450889 Aug 31 00:29:18.943041 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Deleting port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:18.943769 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:18.956368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:18.962712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb141cae-6490-4231-812c-44c69dd38f31 None None] New status for floating IP 40c70973-006c-4daa-b578-cd8c22a84758: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:29:19.021878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-e109517b-a166-499e-ba62-bd65978aa959 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:19.030354 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-e109517b-a166-499e-ba62-bd65978aa959 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.1985497 Aug 31 00:29:19.049119 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-d6df859d-c7de-4775-8fd0-a74a0c3d120c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/quotas/5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 375 time: 0.0174570 Aug 31 00:29:19.054107 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] For port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:19.054344 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] For port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,segment=NetworkSegment(eab5102c-c54f-4f1e-8ade-c3ac2117d31a),segment_id=eab5102c-c54f-4f1e-8ade-c3ac2117d31a)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:19.054799 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.054935 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.074840 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Calling delete_port for 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:19.136810 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:19.139794 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-99ee8f5e-fdb0-4cc5-a4bc-18d4fee50c41 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814939 Aug 31 00:29:19.169406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Calling delete_port for 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:19.270637 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:19.290003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-c8b36083-011c-4c65-993c-2f0988cd5352 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386130 Aug 31 00:29:19.359338 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.400761 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] No DVR routers for this DVR port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:19.405271 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c462183-d739-483a-9cee-1555dfac30ef None None] Pushing event deleted for resources: {'Port': ['ID=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:19.431262 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6f6ea79e-b3bd-4428-9511-a67bce14d9a5), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.513953 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:19.519273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6ea79e-b3bd-4428-9511-a67bce14d9a5,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:19.540241 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] No DVR routers for this DVR port 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:19.579852 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:19.615908 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:19.616373 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6c5642f4-4e89-43ef-9064-4b6e0a0cb43b not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:19.617010 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:19.637596 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-874e30a3-f36d-41cd-91a4-ea6203871b2c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459725 Aug 31 00:29:19.648884 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:19.649194 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6f6ea79e-b3bd-4428-9511-a67bce14d9a5 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:19.674783 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:29:19.722804 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b177b-0ac3-4674-98e9-3f0b91c84628 req-8670d8df-c6d9-48a9-90f2-41b639f2fb14 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:19.741027 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e59b177b-0ac3-4674-98e9-3f0b91c84628 req-8670d8df-c6d9-48a9-90f2-41b639f2fb14 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.2506592 Aug 31 00:29:19.777548 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.831157 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (064be99f-99ce-487b-9469-a9d9d54a6cce), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:19.840792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7c3317-0ec5-4bcb-bb71-0099edaec3ef']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:19.903521 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e59b177b-0ac3-4674-98e9-3f0b91c84628 req-aaeb6972-fca4-47a9-81bc-4189b815b5d8 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601233 Aug 31 00:29:19.910308 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:19.910633 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab5102c-c54f-4f1e-8ade-c3ac2117d31a') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:19.948578 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (eab5102c-c54f-4f1e-8ade-c3ac2117d31a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.006400 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (eab5102c-c54f-4f1e-8ade-c3ac2117d31a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.022090 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:29:20.022792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (eab5102c-c54f-4f1e-8ade-c3ac2117d31a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.094911 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment eab5102c-c54f-4f1e-8ade-c3ac2117d31a resource provider aggregate not found Aug 31 00:29:20.178327 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment eab5102c-c54f-4f1e-8ade-c3ac2117d31a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab5102c-c54f-4f1e-8ade-c3ac2117d31a found for delete ", "request_id": "req-b037ccf3-152f-4673-9b26-b105447b5371"}]} Aug 31 00:29:20.237973 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0526697a-287e-44af-ace6-2737c5f6a673 req-f6890d05-7711-437c-a599-7685f521f31e tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 210 time: 0.0783625 Aug 31 00:29:20.278634 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (6b7c3317-0ec5-4bcb-bb71-0099edaec3ef), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.282470 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.288590 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/6b7c3317-0ec5-4bcb-bb71-0099edaec3ef HTTP/1.1" status: 204 len: 168 time: 2.0144117 Aug 31 00:29:20.325446 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15bf1-1a31-435b-b1c2-0f469023dbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7c3317-0ec5-4bcb-bb71-0099edaec3ef,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:20.346922 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Deleting port 064b5d4e-b678-4268-a08a-53515adaa646 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:20.347700 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (064b5d4e-b678-4268-a08a-53515adaa646), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.454041 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] For port 064b5d4e-b678-4268-a08a-53515adaa646, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=064b5d4e-b678-4268-a08a-53515adaa646,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:20.454223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (064b5d4e-b678-4268-a08a-53515adaa646), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.482190 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Calling delete_port for 064b5d4e-b678-4268-a08a-53515adaa646 owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:20.661927 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47204) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:20.750669 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-411366fc-a3a6-41f9-9aad-cae7c07c0702 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e53c8a6e81fe48d5b9609b921283e64d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0823741 Aug 31 00:29:20.755130 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47210) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:20.769031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:20.865273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (064b5d4e-b678-4268-a08a-53515adaa646), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.878308 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:20.879826 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] Publish callbacks [] for security_group (2a04fe47-5af7-4efe-ada3-04d86375c617), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.911497 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] Publish callbacks [] for security_group (2a04fe47-5af7-4efe-ada3-04d86375c617), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.923263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=064b5d4e-b678-4268-a08a-53515adaa646,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:20.982353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2a04fe47-5af7-4efe-ada3-04d86375c617), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.986475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:20.988854 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2a04fe47-5af7-4efe-ada3-04d86375c617 HTTP/1.1" status: 204 len: 168 time: 0.2321146 Aug 31 00:29:21.012750 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ff013-f979-443c-84cb-4f9198e2d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a04fe47-5af7-4efe-ada3-04d86375c617,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:21.310654 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca737a1-c075-45df-9f9d-562e4a98a56a req-f6eb78a8-818e-4695-8266-2c3cdf0a7d22 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:21.336760 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6ca737a1-c075-45df-9f9d-562e4a98a56a req-f6eb78a8-818e-4695-8266-2c3cdf0a7d22 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1975551 Aug 31 00:29:21.445241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:21.505234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b18036f1-5d29-47ed-934f-2f131f7ed3a8 req-9f01e374-b299-47e5-ab23-346cb29b2ceb tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 210 time: 0.0604959 Aug 31 00:29:21.544140 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6ca737a1-c075-45df-9f9d-562e4a98a56a req-709019a1-999e-4729-b0bc-83f74b74a4d6 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024760 Aug 31 00:29:21.546926 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (064be99f-99ce-487b-9469-a9d9d54a6cce), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:22.008196 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Router 064be99f-99ce-487b-9469-a9d9d54a6cce has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:22.464104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:22.470817 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-ecbc84be-9085-4533-94c8-2731fd18aef4 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/064be99f-99ce-487b-9469-a9d9d54a6cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2973871 Aug 31 00:29:22.476598 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47268) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:22.479014 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Sync routers for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:22.497820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-af3b6535-a86f-4c66-ac09-b1fa638e6b66 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:22.501062 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:22.501332 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:22.501514 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-af3b6535-a86f-4c66-ac09-b1fa638e6b66 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.4165370 Aug 31 00:29:22.734212 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-095622e9-5934-4c86-b897-2058e57e3424 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 379 time: 0.2179484 Aug 31 00:29:22.782771 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'port': {'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'admin_state_up': True, 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'security_groups': ['9981ca31-f619-42df-94b3-61de3d3bb965']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:29:22.842618 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:22.960204 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0b6657e9-ec86-4967-b681-e174639aa767 req-d140d35b-f9dc-48a4-9df5-311620d9a4e3 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 210 time: 0.1982739 Aug 31 00:29:23.085718 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks [] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.134135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16ee9-9913-41f5-a01b-a8a6934d1ca4 req-690dc644-6857-48d1-ba5b-3691c429589b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:23.149590 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ede16ee9-9913-41f5-a01b-a8a6934d1ca4 req-690dc644-6857-48d1-ba5b-3691c429589b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.3492277 Aug 31 00:29:23.233910 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:23.269557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks [] for router_gateway (064be99f-99ce-487b-9469-a9d9d54a6cce), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.327295 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Deleting port 71def79c-2bb8-41c9-870d-2b46c4f10287 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:23.328682 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.336184 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:29:20Z', 'revision_number': 5, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port': {'id': '71def79c-2bb8-41c9-870d-2b46c4f10287', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:28Z', 'updated_at': '2022-08-31T00:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:23.366589 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Checking router: 064be99f-99ce-487b-9469-a9d9d54a6cce for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:23.376226 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ede16ee9-9913-41f5-a01b-a8a6934d1ca4 req-ddfb796a-0155-4caf-941e-00bbf00e2791 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250175 Aug 31 00:29:23.392485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Made reservation on behalf of 5e59b45c75cb4f8ea7e7a47730709614 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:29:23.399470 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Routers {'064be99f-99ce-487b-9469-a9d9d54a6cce'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:23.400081 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['064be99f-99ce-487b-9469-a9d9d54a6cce'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:23.400426 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.424706 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:23.476113 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] For port 71def79c-2bb8-41c9-870d-2b46c4f10287, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=71def79c-2bb8-41c9-870d-2b46c4f10287,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:23.477244 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.502611 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Calling delete_port for 71def79c-2bb8-41c9-870d-2b46c4f10287 owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:23.534662 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] Set router 064be99f-99ce-487b-9469-a9d9d54a6cce gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:23.602881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.20.0.10 (2cf33b5d-0191-49b5-9f4e-a777ce59af25/266b825c-aea6-4008-a1a4-57098bc4ae25/9a806204-d2a5-4045-9aff-43a374bd4e1e) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:29:23.644194 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:29:23Z', 'revision_number': 6, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:23.691552 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84746b-47c8-45a7-ba61-901779b13054 None None] The sync data for ids ['064be99f-99ce-487b-9469-a9d9d54a6cce'] in dv-cinder-852210-5-iscsi is: [{'id': '064be99f-99ce-487b-9469-a9d9d54a6cce', 'name': 'tempest-TestShelveInstance-546368804-router', 'tenant_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:27Z', 'updated_at': '2022-08-31T00:29:23Z', 'revision_number': 6, 'project_id': '81666ce8589a4e45ac7f5f9e6e6cc9a3', 'gw_port_host': None}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:23.762218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:23.792546 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (71def79c-2bb8-41c9-870d-2b46c4f10287), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.828004 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71def79c-2bb8-41c9-870d-2b46c4f10287,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:23.935843 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (064be99f-99ce-487b-9469-a9d9d54a6cce), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:23.961283 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.027867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.066043 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.080323 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks [] for router_controller (064be99f-99ce-487b-9469-a9d9d54a6cce), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.171950 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (064be99f-99ce-487b-9469-a9d9d54a6cce), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.173913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064be99f-99ce-487b-9469-a9d9d54a6cce {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:29:24.185248 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.188631 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5668c6cb-e601-495b-8a93-f18a50a3f8b8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/064be99f-99ce-487b-9469-a9d9d54a6cce HTTP/1.1" status: 204 len: 168 time: 1.7048230 Aug 31 00:29:24.199739 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47326) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:24.288557 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:29:24.296261 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:29:24.302922 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Deleting subnet 16715eeb-c7e8-4754-9726-0ac6015ec417 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:29:24.303220 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:29:24.312768 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Publish callbacks [] for subnet (16715eeb-c7e8-4754-9726-0ac6015ec417), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.380476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:24.388968 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:24.390325 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.403143 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (16715eeb-c7e8-4754-9726-0ac6015ec417), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.508020 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:24.515144 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-b8a9d52b-d88e-48a2-bdc1-d4499e1bbc68 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7641599 Aug 31 00:29:24.524294 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf422d41-58ee-4289-8d58-3d4200dde616 req-837786bb-f7aa-4a86-a751-b94fc12c3273 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:24.531403 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf422d41-58ee-4289-8d58-3d4200dde616 req-837786bb-f7aa-4a86-a751-b94fc12c3273 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 932 time: 0.1360586 Aug 31 00:29:24.555653 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Request body: {'port': {'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:29:24.587255 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (16715eeb-c7e8-4754-9726-0ac6015ec417), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.671625 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:24.724961 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (16715eeb-c7e8-4754-9726-0ac6015ec417), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.764980 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f40c8-f635-46a8-bc9c-3a828661e0e9 req-e4c962e9-ebcd-4449-b124-e75d5491d5c6 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:24.766869 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-077f40c8-f635-46a8-bc9c-3a828661e0e9 req-e4c962e9-ebcd-4449-b124-e75d5491d5c6 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1750982 Aug 31 00:29:24.780990 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47336) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:24.788059 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991f17b-ea25-4fc0-9a6b-17d1808b4449 None None] Network 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:29:24.796480 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.803438 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/16715eeb-c7e8-4754-9726-0ac6015ec417 HTTP/1.1" status: 204 len: 168 time: 0.5967054 Aug 31 00:29:24.807892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.812204 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47340) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:24.814568 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a99a7-7d7f-47b4-9257-168945ece5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16715eeb-c7e8-4754-9726-0ac6015ec417,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:24.854602 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-bf422d41-58ee-4289-8d58-3d4200dde616 req-a7f42230-842b-4442-ad55-70e9c8936655 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221049 Aug 31 00:29:24.889109 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-5fa7bbfe-462f-4ea4-b6f4-43addc86330c None None] Provisioning complete for port 9a806204-d2a5-4045-9aff-43a374bd4e1e triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:24.890664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bbfe-462f-4ea4-b6f4-43addc86330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.939511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7bbfe-462f-4ea4-b6f4-43addc86330c None None] Port 9a806204-d2a5-4045-9aff-43a374bd4e1e cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:29:24.968505 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:24.996982 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:25.058204 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Deleting port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:25.059187 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.097623 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-baab1d2e-d07b-47cb-926d-fe36bb973578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.126550 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:25.159385 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] DHCP port deletion for 3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:29:25.197086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] For port 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1c5121d5-d75d-43cc-b556-40cbeb5c6320,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:25.198585 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.243240 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-077f40c8-f635-46a8-bc9c-3a828661e0e9 req-3cfe3cd6-15ad-4b3e-9383-71e3aeb1195a tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4532044 Aug 31 00:29:25.251609 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Deleting port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:25.252207 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.254546 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Calling delete_port for 1c5121d5-d75d-43cc-b556-40cbeb5c6320 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:25.328930 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-baab1d2e-d07b-47cb-926d-fe36bb973578 admin admin] Publish callbacks [] for security_group (aaf73df1-75cc-4679-803a-b1f0ea0b3d82), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.341379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-baab1d2e-d07b-47cb-926d-fe36bb973578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (aaf73df1-75cc-4679-803a-b1f0ea0b3d82), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.365712 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] For port 1c5121d5-d75d-43cc-b556-40cbeb5c6320, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=1c5121d5-d75d-43cc-b556-40cbeb5c6320,segment=NetworkSegment(a5f3205a-a6ef-4fe1-8a46-aab92c439655),segment_id=a5f3205a-a6ef-4fe1-8a46-aab92c439655)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:25.366328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.408753 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Calling delete_port for 1c5121d5-d75d-43cc-b556-40cbeb5c6320 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:25.428857 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab1d2e-d07b-47cb-926d-fe36bb973578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf73df1-75cc-4679-803a-b1f0ea0b3d82,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:25.441144 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-baab1d2e-d07b-47cb-926d-fe36bb973578 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a082132d2c224d239d9a736073e604a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590390 Aug 31 00:29:25.446761 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47346) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:25.491306 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.542449 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a806204-d2a5-4045-9aff-43a374bd4e1e {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:29:25.554670 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] No DVR routers for this DVR port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:25.574669 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5121d5-d75d-43cc-b556-40cbeb5c6320,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:25.582954 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks [] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.590117 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (1c5121d5-d75d-43cc-b556-40cbeb5c6320), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.628023 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Transition to ACTIVE for port object 9a806204-d2a5-4045-9aff-43a374bd4e1e will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:29:25.634715 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] Pushing event deleted for resources: {'Port': ['ID=1c5121d5-d75d-43cc-b556-40cbeb5c6320,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:25.644856 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1c5121d5-d75d-43cc-b556-40cbeb5c6320 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:25.654202 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.689852 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] Publish callbacks [] for security_group (aaf73df1-75cc-4679-803a-b1f0ea0b3d82), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.690893 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 1c5121d5-d75d-43cc-b556-40cbeb5c6320 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:25.691264 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 1c5121d5-d75d-43cc-b556-40cbeb5c6320 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:25.691914 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 71def79c-2bb8-41c9-870d-2b46c4f10287 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:25.704181 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce325c-5154-4ab5-8002-e47fbc77898f None None] No DVR routers for this DVR port 1c5121d5-d75d-43cc-b556-40cbeb5c6320 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:25.717389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:25.767018 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47354) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:25.770036 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 71def79c-2bb8-41c9-870d-2b46c4f10287 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:25.781537 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 71def79c-2bb8-41c9-870d-2b46c4f10287 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:25.783029 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 064b5d4e-b678-4268-a08a-53515adaa646 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:25.794829 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:25.804023 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] Publish callbacks [] for security_group (aaf73df1-75cc-4679-803a-b1f0ea0b3d82), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.855541 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.864085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:25.873525 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Attempting to bind port 9a806204-d2a5-4045-9aff-43a374bd4e1e on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:29:25.873925 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Attempting to bind port 9a806204-d2a5-4045-9aff-43a374bd4e1e by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:29:25.874278 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Attempting to bind port 9a806204-d2a5-4045-9aff-43a374bd4e1e on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:29:25.879127 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:25.882573 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Port 9a806204-d2a5-4045-9aff-43a374bd4e1e on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:29:25.883122 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Attempting to bind port 9a806204-d2a5-4045-9aff-43a374bd4e1e on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:29:25.891626 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:29:25.891972 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:29:25.892462 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Bound using segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:29:25.892777 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 064b5d4e-b678-4268-a08a-53515adaa646 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:25.893794 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Bound port: 9a806204-d2a5-4045-9aff-43a374bd4e1e, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:29:25.894011 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 064b5d4e-b678-4268-a08a-53515adaa646 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:25.894190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.938459 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3c2a3c-500d-4a27-8cc3-ff83980a9b39']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:25.949526 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (aaf73df1-75cc-4679-803a-b1f0ea0b3d82), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.950538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:25.951234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/aaf73df1-75cc-4679-803a-b1f0ea0b3d82 HTTP/1.1" status: 204 len: 168 time: 0.5030313 Aug 31 00:29:25.965271 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f3205a-a6ef-4fe1-8a46-aab92c439655') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:25.965839 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f3205a-a6ef-4fe1-8a46-aab92c439655') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:25.970539 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd59e-844f-4872-ae77-f5cc7c4fa6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf73df1-75cc-4679-803a-b1f0ea0b3d82,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:25.994063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (a5f3205a-a6ef-4fe1-8a46-aab92c439655), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.007661 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:29:26.014482 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:29:26.030584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.035964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:26.036614 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.037502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (a5f3205a-a6ef-4fe1-8a46-aab92c439655), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.038048 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 1094 time: 1.5027809 Aug 31 00:29:26.042556 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:26.042868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8388fa3-cba9-49da-bff0-47db55ef4b59" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:26.065042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:29:26.066024 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (a5f3205a-a6ef-4fe1-8a46-aab92c439655), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.122164 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment a5f3205a-a6ef-4fe1-8a46-aab92c439655 resource provider aggregate not found Aug 31 00:29:26.191693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37825ce1-f735-4448-961a-efd4ed46b2a2 x-openstack-request-id: req-37825ce1-f735-4448-961a-efd4ed46b2a2 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:26.192304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:26.192559 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37825ce1-f735-4448-961a-efd4ed46b2a2 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:26.193175 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37825ce1-f735-4448-961a-efd4ed46b2a2'] response: {'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'status': 'completed', 'code': 200} Aug 31 00:29:26.217569 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment a5f3205a-a6ef-4fe1-8a46-aab92c439655 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5f3205a-a6ef-4fe1-8a46-aab92c439655 found for delete ", "request_id": "req-c082cd9e-f170-4bf6-9d42-6d8c1540be27"}]} Aug 31 00:29:26.239872 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-94732179-ea25-46bf-ba38-78a0074403e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.296867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601c7f2-2c1b-4c48-813c-e6bf579af212 req-8262fde0-59a1-4339-ac60-fccf9f4482f5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:26.299453 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (3f3c2a3c-500d-4a27-8cc3-ff83980a9b39), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.306150 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f601c7f2-2c1b-4c48-813c-e6bf579af212 req-8262fde0-59a1-4339-ac60-fccf9f4482f5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.1708009 Aug 31 00:29:26.309504 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c13a1-4129-40f6-816d-0498f9f3fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:26.318186 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.327687 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/3f3c2a3c-500d-4a27-8cc3-ff83980a9b39 HTTP/1.1" status: 204 len: 168 time: 1.5141034 Aug 31 00:29:26.351003 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47374) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:26.377386 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875e1d2-80e8-4824-b89f-6ee2e0785f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3c2a3c-500d-4a27-8cc3-ff83980a9b39,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:26.393326 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-a4ddcd0c-557b-4c9f-8c25-8073b34573b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:26.396397 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-a4ddcd0c-557b-4c9f-8c25-8073b34573b7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1128 time: 0.2353077 Aug 31 00:29:26.514460 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-76842caf-3460-47ba-9e77-7bc6e396221f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 217 time: 0.0796056 Aug 31 00:29:26.572450 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f601c7f2-2c1b-4c48-813c-e6bf579af212 req-c77dc34b-563c-4f2f-8c9c-706566e7d7e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648907 Aug 31 00:29:26.605204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e0692-8f07-4ff5-aa86-31901b780afe req-05aa6f3e-6402-4798-b96f-442ca1ec4824 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:26.606890 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c18e0692-8f07-4ff5-aa86-31901b780afe req-05aa6f3e-6402-4798-b96f-442ca1ec4824 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1127214 Aug 31 00:29:26.610272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-94732179-ea25-46bf-ba38-78a0074403e5 admin admin] Publish callbacks [] for security_group (cd83c55f-1f11-4d7f-b9ca-2e89815ecd88), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.617099 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-bfb04455-17bc-4a26-99a5-698ee5dd8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:26.618682 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-bfb04455-17bc-4a26-99a5-698ee5dd8631 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0819120 Aug 31 00:29:26.648568 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-94732179-ea25-46bf-ba38-78a0074403e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cd83c55f-1f11-4d7f-b9ca-2e89815ecd88), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.709421 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-94732179-ea25-46bf-ba38-78a0074403e5 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a655bce9415b49d994547fff5c199e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9401872 Aug 31 00:29:26.719147 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47382) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:26.731320 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94732179-ea25-46bf-ba38-78a0074403e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83c55f-1f11-4d7f-b9ca-2e89815ecd88,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:26.782664 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:26.884307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] Publish callbacks [] for security_group (cd83c55f-1f11-4d7f-b9ca-2e89815ecd88), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:26.932996 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] Publish callbacks [] for security_group (cd83c55f-1f11-4d7f-b9ca-2e89815ecd88), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.009861 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.011040 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568128-de47-4486-b56a-843ad4642fea req-2eb9be38-6336-441a-bfe7-b57d32751576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:27.013036 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-2eb9be38-6336-441a-bfe7-b57d32751576 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3847764 Aug 31 00:29:27.109284 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c18e0692-8f07-4ff5-aa86-31901b780afe req-c8272211-bbbd-4c86-93cc-3a13554704fd tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4886148 Aug 31 00:29:27.178207 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cd83c55f-1f11-4d7f-b9ca-2e89815ecd88), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.181079 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.183206 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cd83c55f-1f11-4d7f-b9ca-2e89815ecd88 HTTP/1.1" status: 204 len: 168 time: 0.4615028 Aug 31 00:29:27.208713 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f78e2f-8288-4dcf-82dd-c48881617a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83c55f-1f11-4d7f-b9ca-2e89815ecd88,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:27.217010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-8a1e0eb5-fc21-4b3d-8a44-591e52ebda60 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923265 Aug 31 00:29:27.248764 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:27.396739 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Deleting port fd82d504-1350-4a61-9d5e-40f48a1f68a5 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:27.397121 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.400296 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-71568128-de47-4486-b56a-843ad4642fea req-08b6e14b-9ea9-4d90-b497-0155ff05f1dc service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763184 Aug 31 00:29:27.555256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] For port fd82d504-1350-4a61-9d5e-40f48a1f68a5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=fd82d504-1350-4a61-9d5e-40f48a1f68a5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:27.555893 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:27.597001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Calling delete_port for fd82d504-1350-4a61-9d5e-40f48a1f68a5 owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:27.889900 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9456b-654a-4d00-b65d-86e113320fdc req-e14719f4-1477-483d-9964-8414ea13d453 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:27.891590 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a1d9456b-654a-4d00-b65d-86e113320fdc req-e14719f4-1477-483d-9964-8414ea13d453 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.1443610 Aug 31 00:29:27.895401 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-21ebeb5d-4e3f-499d-a907-b1af63e30282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:27.897050 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-21ebeb5d-4e3f-499d-a907-b1af63e30282 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1128 time: 0.0801897 Aug 31 00:29:27.918018 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:27.957989 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a1d9456b-654a-4d00-b65d-86e113320fdc req-da6b9013-4cc6-44ce-ab69-219dcae6a7f8 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596421 Aug 31 00:29:27.958228 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (fd82d504-1350-4a61-9d5e-40f48a1f68a5), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:28.007340 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd82d504-1350-4a61-9d5e-40f48a1f68a5,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:28.142967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-9f019891-6c58-45b0-88a1-057b20aa8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:28.144565 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-9f019891-6c58-45b0-88a1-057b20aa8556 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1561387 Aug 31 00:29:28.253760 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-661c621f-886a-48e4-9671-3886fe35fa03 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 217 time: 0.0992877 Aug 31 00:29:28.374185 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:28.389878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b4471-b62d-4f92-863a-cf0909cfb552 req-fbd8dfc9-252c-406c-a0ce-f10f614d0055 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:28.394024 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-419b4471-b62d-4f92-863a-cf0909cfb552 req-fbd8dfc9-252c-406c-a0ce-f10f614d0055 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1049044 Aug 31 00:29:28.487958 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:28.507096 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:28.526119 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-419b4471-b62d-4f92-863a-cf0909cfb552 req-2282856f-caea-4574-9de1-3b51f9762d42 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237347 Aug 31 00:29:28.687462 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:28.879923 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-8b61896f-3065-4fae-8ebe-cabc3b5bdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:28.883772 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-8b61896f-3065-4fae-8ebe-cabc3b5bdb7c service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.1643209 Aug 31 00:29:28.949537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Router 35576bdb-64ca-4abf-91cc-dc29c05bce08 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:28.968696 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-b3ce8194-355f-418b-a2eb-f17b77454aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:28.970666 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-b3ce8194-355f-418b-a2eb-f17b77454aea service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782204 Aug 31 00:29:29.262423 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3e994-e45d-4419-877a-5ef1383cb236 req-067b33f1-5b4c-463b-ba2a-f9a51a6a68f4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:29.265305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e0e3e994-e45d-4419-877a-5ef1383cb236 req-067b33f1-5b4c-463b-ba2a-f9a51a6a68f4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.1102407 Aug 31 00:29:29.325126 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-fc8efbbc-1786-465d-938f-116082d787c4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477862 Aug 31 00:29:29.516669 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e0e3e994-e45d-4419-877a-5ef1383cb236 req-e5c6cea4-afce-43bc-a9de-6a3d24b26871 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367849 Aug 31 00:29:29.602110 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:29.617313 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-70e20e9b-8f06-4efb-996f-39aa1f636b57 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/35576bdb-64ca-4abf-91cc-dc29c05bce08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2651753 Aug 31 00:29:29.622221 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47470) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:29.637495 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Sync routers for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:29.667314 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b8388fa3-cba9-49da-bff0-47db55ef4b59 req-a2f8092d-d51b-4fba-8dab-94f937176ade service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340793 Aug 31 00:29:29.680113 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:29.681612 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:29.792488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8a5b-0e0e-42fd-9858-839e07c7b3f9 req-9c82e4a0-843d-405a-89f5-4b867500bd4d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:29.795119 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7efa8a5b-0e0e-42fd-9858-839e07c7b3f9 req-9c82e4a0-843d-405a-89f5-4b867500bd4d tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.1052244 Aug 31 00:29:29.898970 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks [] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:29.918282 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:30.036100 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7efa8a5b-0e0e-42fd-9858-839e07c7b3f9 req-73aff21a-6f3c-40cc-b92c-1bff55e1ed99 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&id=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196281 Aug 31 00:29:30.210452 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:30.240194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks [] for router_gateway (35576bdb-64ca-4abf-91cc-dc29c05bce08), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:30.322052 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:29:27Z', 'revision_number': 5, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port': {'id': '5ddb4681-1b82-4fb1-b684-8c80737a292e', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:23:37Z', 'updated_at': '2022-08-31T00:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:30.325119 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Deleting port 5ddb4681-1b82-4fb1-b684-8c80737a292e {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:30.325590 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:30.368406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Checking router: 35576bdb-64ca-4abf-91cc-dc29c05bce08 for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:30.384528 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Routers {'35576bdb-64ca-4abf-91cc-dc29c05bce08'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:30.386725 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['35576bdb-64ca-4abf-91cc-dc29c05bce08'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:30.446681 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] For port 5ddb4681-1b82-4fb1-b684-8c80737a292e, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=5ddb4681-1b82-4fb1-b684-8c80737a292e,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:30.446981 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:30.463428 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Calling delete_port for 5ddb4681-1b82-4fb1-b684-8c80737a292e owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:30.495880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] Set router 35576bdb-64ca-4abf-91cc-dc29c05bce08 gateway port host: None {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:30.709812 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374b29-f628-46cd-83f7-ba7b912ac8e8 req-28e6d3fc-840e-46f0-9a30-e7ef30021056 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:30.711572 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7374b29-f628-46cd-83f7-ba7b912ac8e8 req-28e6d3fc-840e-46f0-9a30-e7ef30021056 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.0768764 Aug 31 00:29:30.782171 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (5ddb4681-1b82-4fb1-b684-8c80737a292e), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:30.784589 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:29:30Z', 'revision_number': 6, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:30.816424 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d7374b29-f628-46cd-83f7-ba7b912ac8e8 req-8bd2b91c-252c-428d-a449-b533c693d91f tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705347 Aug 31 00:29:30.821632 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddb4681-1b82-4fb1-b684-8c80737a292e,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:30.836545 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883c984-b81c-462f-bf6a-ed7721d722f4 None None] The sync data for ids ['35576bdb-64ca-4abf-91cc-dc29c05bce08'] in dv-cinder-852210-5-iscsi is: [{'id': '35576bdb-64ca-4abf-91cc-dc29c05bce08', 'name': 'tempest-TestShelveInstance-590449642-router', 'tenant_id': '4b9380f45f99496883e536272ce068b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:23:36Z', 'updated_at': '2022-08-31T00:29:30Z', 'revision_number': 6, 'project_id': '4b9380f45f99496883e536272ce068b6', 'gw_port_host': None}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:30.839095 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:30.926959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.031263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.034438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks [] for router_controller (35576bdb-64ca-4abf-91cc-dc29c05bce08), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.088774 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (35576bdb-64ca-4abf-91cc-dc29c05bce08), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.089704 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35576bdb-64ca-4abf-91cc-dc29c05bce08 {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:29:31.096332 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.097680 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f593e028-5c7d-42f4-b168-4708aa905d3f admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/35576bdb-64ca-4abf-91cc-dc29c05bce08 HTTP/1.1" status: 204 len: 168 time: 1.4747972 Aug 31 00:29:31.101026 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47488) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:31.143742 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:31.154083 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Deleting subnet ec236a9d-cf4c-40e1-b904-96887f18d092 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:29:31.158587 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Publish callbacks [] for subnet (ec236a9d-cf4c-40e1-b904-96887f18d092), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.206654 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (ec236a9d-cf4c-40e1-b904-96887f18d092), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.314552 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (ec236a9d-cf4c-40e1-b904-96887f18d092), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.409607 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (ec236a9d-cf4c-40e1-b904-96887f18d092), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.465351 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec236a9d-cf4c-40e1-b904-96887f18d092,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:31.472294 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.475807 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/ec236a9d-cf4c-40e1-b904-96887f18d092 HTTP/1.1" status: 204 len: 168 time: 0.3735633 Aug 31 00:29:31.478214 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea970139-4aa9-463d-80d1-add9bdf2f4eb None None] Network f46cac19-0278-49e7-9bf4-b9edd06e0ecd requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:29:31.480895 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47500) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:31.519375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.519745 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.520141 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.520520 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.520867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.521207 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.521548 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.521878 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.522837 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.523195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.523537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.523915 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.524249 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.524540 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.525009 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671806a-22da-43aa-9645-14a959ac40f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:31.637016 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5ddb4681-1b82-4fb1-b684-8c80737a292e no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:31.698727 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (f46cac19-0278-49e7-9bf4-b9edd06e0ecd), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:31.724679 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 5ddb4681-1b82-4fb1-b684-8c80737a292e {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:31.725032 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 5ddb4681-1b82-4fb1-b684-8c80737a292e not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:31.725460 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device fd82d504-1350-4a61-9d5e-40f48a1f68a5 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:31.791073 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: fd82d504-1350-4a61-9d5e-40f48a1f68a5 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:31.791073 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device fd82d504-1350-4a61-9d5e-40f48a1f68a5 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:31.845679 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Deleting port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:31.846193 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.023319 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] DHCP port deletion for f46cac19-0278-49e7-9bf4-b9edd06e0ecd request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:29:32.062457 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] For port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:32.062841 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.090045 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Calling delete_port for 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:32.132748 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Deleting port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:29:32.133346 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.186803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488de9-ac3b-485c-bb59-5147f7fdbc5b req-06894bca-4c92-4b72-8bcb-0e85ae303060 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:32.189200 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-43488de9-ac3b-485c-bb59-5147f7fdbc5b req-06894bca-4c92-4b72-8bcb-0e85ae303060 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.1328962 Aug 31 00:29:32.227808 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.274406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=100 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:32.284729 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-43488de9-ac3b-485c-bb59-5147f7fdbc5b req-a851e159-54fa-4b89-9094-58b0ec1d328a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827968 Aug 31 00:29:32.302581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] For port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,segment=NetworkSegment(a4a8a1ce-2bb7-4362-a203-90ca697f02a6),segment_id=a4a8a1ce-2bb7-4362-a203-90ca697f02a6)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:32.303278 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.316206 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] No DVR routers for this DVR port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:32.330358 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Calling delete_port for 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:29:32.364924 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:32.472355 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:32.474276 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (3b3574db-7cff-4b0e-a4ab-76d16e95cfc5), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.481247 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (f46cac19-0278-49e7-9bf4-b9edd06e0ecd), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.524771 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] No DVR routers for this DVR port 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:29:32.527621 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46cac19-0278-49e7-9bf4-b9edd06e0ecd']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:32.532051 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b3aff-ed24-4d9f-83f3-516ac2471b49 None None] Pushing event deleted for resources: {'Port': ['ID=3b3574db-7cff-4b0e-a4ab-76d16e95cfc5,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:32.553085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:32.553600 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8a1ce-2bb7-4362-a203-90ca697f02a6') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:32.575027 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (a4a8a1ce-2bb7-4362-a203-90ca697f02a6), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.600731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (a4a8a1ce-2bb7-4362-a203-90ca697f02a6), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.610084 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:29:32.610487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (a4a8a1ce-2bb7-4362-a203-90ca697f02a6), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.664512 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment a4a8a1ce-2bb7-4362-a203-90ca697f02a6 resource provider aggregate not found Aug 31 00:29:32.695212 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment a4a8a1ce-2bb7-4362-a203-90ca697f02a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4a8a1ce-2bb7-4362-a203-90ca697f02a6 found for delete ", "request_id": "req-aff66bde-83d8-45e0-b9bf-e40cc065943d"}]} Aug 31 00:29:32.706643 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (f46cac19-0278-49e7-9bf4-b9edd06e0ecd), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.723838 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:32.734198 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/f46cac19-0278-49e7-9bf4-b9edd06e0ecd HTTP/1.1" status: 204 len: 168 time: 1.2458091 Aug 31 00:29:32.744595 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d94c-6807-4a80-a616-a538b2008a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46cac19-0278-49e7-9bf4-b9edd06e0ecd,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:33.034410 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47530) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:33.104624 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f0097a82-ff06-4b93-af2e-548248bf1b9b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=81666ce8589a4e45ac7f5f9e6e6cc9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653031 Aug 31 00:29:33.105967 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47536) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:33.191526 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] Publish callbacks [] for security_group (b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.229556 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47538) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:33.231651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] Publish callbacks [] for security_group (b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.329231 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.334670 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.336646 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9 HTTP/1.1" status: 204 len: 168 time: 0.2290189 Aug 31 00:29:33.353735 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673b7f3-b236-4e61-b3b2-9d5476c5cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fbc9f-1db5-4a10-999b-e2dc25fa5ed9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:33.498909 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e54fc26-4298-487c-baaa-160309be6d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.581113 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:29:33.588287 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:33.597140 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:33.605820 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a8706-e915-4890-8c5c-3f5697ca508f req-7dcdf2ec-b223-40cb-a667-5b3553967fd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:33.607707 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-637a8706-e915-4890-8c5c-3f5697ca508f req-7dcdf2ec-b223-40cb-a667-5b3553967fd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.1482584 Aug 31 00:29:33.648356 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:33.674693 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:29:33.675681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3b3574db-7cff-4b0e-a4ab-76d16e95cfc5 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:29:33.709238 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-637a8706-e915-4890-8c5c-3f5697ca508f req-a41246be-dc25-4022-9b7d-d02c6219dbcc tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791132 Aug 31 00:29:33.746964 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e54fc26-4298-487c-baaa-160309be6d87 admin admin] Publish callbacks [] for security_group (713eed84-2b00-40f6-b756-1beb9eca5054), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.758272 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e54fc26-4298-487c-baaa-160309be6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (713eed84-2b00-40f6-b756-1beb9eca5054), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.844491 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0e54fc26-4298-487c-baaa-160309be6d87 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=be8a65a5ac6a4df4800be784447f6886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6090243 Aug 31 00:29:33.844771 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47556) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:33.856195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54fc26-4298-487c-baaa-160309be6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713eed84-2b00-40f6-b756-1beb9eca5054,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:33.943438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] Publish callbacks [] for security_group (713eed84-2b00-40f6-b756-1beb9eca5054), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.947912 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:33.973961 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] Publish callbacks [] for security_group (713eed84-2b00-40f6-b756-1beb9eca5054), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:33.978415 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47558) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:34.041956 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:34.054557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (713eed84-2b00-40f6-b756-1beb9eca5054), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.058613 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.060657 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/713eed84-2b00-40f6-b756-1beb9eca5054 HTTP/1.1" status: 204 len: 168 time: 0.2140856 Aug 31 00:29:34.064613 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-012096d1-9888-42dd-a18e-c3c644c21f82 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4b9380f45f99496883e536272ce068b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828981 Aug 31 00:29:34.067437 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47564) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:34.079019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f29f-f89a-4298-a2e2-32efc5ff1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713eed84-2b00-40f6-b756-1beb9eca5054,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:34.130533 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] Publish callbacks [] for security_group (fce29650-cab7-4319-9fae-6fea2aa90d4f), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.158755 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] Publish callbacks [] for security_group (fce29650-cab7-4319-9fae-6fea2aa90d4f), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.239825 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (fce29650-cab7-4319-9fae-6fea2aa90d4f), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.243389 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.245051 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fce29650-cab7-4319-9fae-6fea2aa90d4f HTTP/1.1" status: 204 len: 168 time: 0.1762226 Aug 31 00:29:34.257762 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af4d2-be6c-4b2a-a04c-be1f90a767ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce29650-cab7-4319-9fae-6fea2aa90d4f,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:34.563211 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3887b69c-c289-4071-96ba-0c6bf9932b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.564204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47570) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:34.586495 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0697614-295e-4bd2-b967-4c24479d2b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.730481 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0697614-295e-4bd2-b967-4c24479d2b5f admin admin] Publish callbacks [] for security_group (6437daa5-d8ac-48bc-97ee-3b18a894113b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.738356 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-b0697614-295e-4bd2-b967-4c24479d2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6437daa5-d8ac-48bc-97ee-3b18a894113b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.831590 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b0697614-295e-4bd2-b967-4c24479d2b5f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6d4b0aeebdd6430ca5d33ca373b0a94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627065 Aug 31 00:29:34.831590 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0697614-295e-4bd2-b967-4c24479d2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437daa5-d8ac-48bc-97ee-3b18a894113b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:34.832280 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47574) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:34.910777 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] Publish callbacks [] for security_group (6437daa5-d8ac-48bc-97ee-3b18a894113b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:34.929039 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024c726-91a8-4c08-aee0-dccb0c915b0e req-d5df1ec1-087d-4124-a5a9-b9fc0a6bf6dc tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:34.931709 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4024c726-91a8-4c08-aee0-dccb0c915b0e req-d5df1ec1-087d-4124-a5a9-b9fc0a6bf6dc tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.0866654 Aug 31 00:29:34.946081 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] Publish callbacks [] for security_group (6437daa5-d8ac-48bc-97ee-3b18a894113b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.037721 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (6437daa5-d8ac-48bc-97ee-3b18a894113b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.041740 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.043522 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6437daa5-d8ac-48bc-97ee-3b18a894113b HTTP/1.1" status: 204 len: 168 time: 0.2099059 Aug 31 00:29:35.046841 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4024c726-91a8-4c08-aee0-dccb0c915b0e req-5e1ba742-fc3e-43d1-991f-2aa44f5e6c87 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070828 Aug 31 00:29:35.074114 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a845c64-ce11-48af-aa3e-b3cea59b87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437daa5-d8ac-48bc-97ee-3b18a894113b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:35.667495 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47590) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:35.685457 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-82c26e64-76e2-4d91-9f87-b6395591fd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.806028 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:35.815172 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-82c26e64-76e2-4d91-9f87-b6395591fd5f admin admin] Publish callbacks [] for security_group (489b77e2-e958-4c5f-b28a-81f5b2bec026), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.822377 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-82c26e64-76e2-4d91-9f87-b6395591fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (489b77e2-e958-4c5f-b28a-81f5b2bec026), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:35.901276 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26e64-76e2-4d91-9f87-b6395591fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489b77e2-e958-4c5f-b28a-81f5b2bec026,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:35.908749 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-82c26e64-76e2-4d91-9f87-b6395591fd5f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6d32b099e27544be94816911b8e4f09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397549 Aug 31 00:29:35.913114 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47592) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:36.003091 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] Publish callbacks [] for security_group (489b77e2-e958-4c5f-b28a-81f5b2bec026), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:36.029687 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] Publish callbacks [] for security_group (489b77e2-e958-4c5f-b28a-81f5b2bec026), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:36.125645 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (489b77e2-e958-4c5f-b28a-81f5b2bec026), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:36.132416 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:36.134282 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/489b77e2-e958-4c5f-b28a-81f5b2bec026 HTTP/1.1" status: 204 len: 168 time: 0.2191875 Aug 31 00:29:36.172396 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c5af-7bc1-4091-8bbf-4864e5befcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b77e2-e958-4c5f-b28a-81f5b2bec026,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:36.296350 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b368e1-b4a0-4bde-876a-911749a7907e req-8d6dbb86-19bd-4661-b19f-67e742839f3b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:36.298051 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-61b368e1-b4a0-4bde-876a-911749a7907e req-8d6dbb86-19bd-4661-b19f-67e742839f3b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.0661557 Aug 31 00:29:36.380668 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-61b368e1-b4a0-4bde-876a-911749a7907e req-b7d72936-9c51-4225-ae28-89b11dc2bc24 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723228 Aug 31 00:29:37.002631 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6e06-0336-4978-891d-3031054a2a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:37.512667 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:37.580455 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf455-790e-45b8-b22b-f39cc3321448 req-636dd767-fad4-4fd2-bd87-d1e5cbfa2776 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:37.583067 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-20faf455-790e-45b8-b22b-f39cc3321448 req-636dd767-fad4-4fd2-bd87-d1e5cbfa2776 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 944 time: 0.0827775 Aug 31 00:29:37.663587 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-20faf455-790e-45b8-b22b-f39cc3321448 req-81a33d77-5abc-4344-9af1-fe8a4bb711b3 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Aug 31 00:29:38.200872 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:38.234153 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9a806204-d2a5-4045-9aff-43a374bd4e1e details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:29:38.350208 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:38.359413 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:38.365409 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:29:38.413853 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9a806204-d2a5-4045-9aff-43a374bd4e1e is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:38.414242 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:38.430205 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a806204-d2a5-4045-9aff-43a374bd4e1e {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:29:38.452828 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:38.457575 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:38.516603 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:38.820277 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b73ad-e585-45de-ae19-b3308e03963a req-2b11df7e-5c07-4ec3-bb8d-72099684cea5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:38.822516 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-498b73ad-e585-45de-ae19-b3308e03963a req-2b11df7e-5c07-4ec3-bb8d-72099684cea5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Aug 31 00:29:38.833287 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['9a806204-d2a5-4045-9aff-43a374bd4e1e'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:29:38.903390 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-498b73ad-e585-45de-ae19-b3308e03963a req-04c90a9a-228d-490d-ab93-fd086fb475a0 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743239 Aug 31 00:29:39.184169 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:39.674667 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:39.783958 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9a806204-d2a5-4045-9aff-43a374bd4e1e up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:29:39.857811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 9a806204-d2a5-4045-9aff-43a374bd4e1e completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:29:39.867033 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 9a806204-d2a5-4045-9aff-43a374bd4e1e triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:29:39.867675 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:39.933388 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:39.984954 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 9a806204-d2a5-4045-9aff-43a374bd4e1e is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:29:39.985310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:40.015125 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:40.017520 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dc2701-28f9-47e8-adac-37ea64917737" -d '{"events": [{"server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "name": "network-vif-plugged", "status": "completed", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:40.033776 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:29:40.039713 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:40.100886 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d65339-d8f5-4286-a2f6-0de1fb829183 x-openstack-request-id: req-26d65339-d8f5-4286-a2f6-0de1fb829183 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:40.101268 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "name": "network-vif-plugged", "status": "completed", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:40.101478 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26d65339-d8f5-4286-a2f6-0de1fb829183 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:40.101834 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d65339-d8f5-4286-a2f6-0de1fb829183'] response: {'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'code': 200} Aug 31 00:29:40.102551 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:40.117046 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0b8cb-b276-4f0d-bd3a-abf85d235ad8 req-dcdd7e52-85b5-4602-9a63-7418a54a3747 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:40.120390 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aaa0b8cb-b276-4f0d-bd3a-abf85d235ad8 req-dcdd7e52-85b5-4602-9a63-7418a54a3747 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0926185 Aug 31 00:29:40.207003 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aaa0b8cb-b276-4f0d-bd3a-abf85d235ad8 req-e3e81b5c-82a7-4787-98cf-96a879a6c1a2 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758843 Aug 31 00:29:40.452050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f585a-4866-4c21-8b08-71dc559dbdb5 req-edecb281-0726-49b1-99ea-8ffb98b63fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:40.454443 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-424f585a-4866-4c21-8b08-71dc559dbdb5 req-edecb281-0726-49b1-99ea-8ffb98b63fd0 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0720570 Aug 31 00:29:40.572869 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-424f585a-4866-4c21-8b08-71dc559dbdb5 req-60541934-523b-4b31-bf87-13baf2655cd2 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106873 Aug 31 00:29:40.821692 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47718) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:41.043565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e02b3af2-8aec-49d9-bc48-6549c7bb7785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.123480 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:41.176314 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e02b3af2-8aec-49d9-bc48-6549c7bb7785 admin admin] Publish callbacks [] for security_group (ccf153e6-b401-4652-a65e-c3290d71bdf6), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.182035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e02b3af2-8aec-49d9-bc48-6549c7bb7785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ccf153e6-b401-4652-a65e-c3290d71bdf6), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.249551 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e02b3af2-8aec-49d9-bc48-6549c7bb7785 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=987ee5eda7984de1a1c1085a8ec08ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258657 Aug 31 00:29:41.250566 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b3af2-8aec-49d9-bc48-6549c7bb7785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf153e6-b401-4652-a65e-c3290d71bdf6,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:41.253636 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47730) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:41.382953 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] Publish callbacks [] for security_group (ccf153e6-b401-4652-a65e-c3290d71bdf6), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.451856 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] Publish callbacks [] for security_group (ccf153e6-b401-4652-a65e-c3290d71bdf6), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.469472 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4dbad-6f4f-4c5d-903b-f21aecdd79a1 req-a8388288-7491-4548-9a0f-f0c3507193f1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:41.471267 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9ba4dbad-6f4f-4c5d-903b-f21aecdd79a1 req-a8388288-7491-4548-9a0f-f0c3507193f1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0973256 Aug 31 00:29:41.571773 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9ba4dbad-6f4f-4c5d-903b-f21aecdd79a1 req-99e666b5-b976-423e-9b6d-0b4bca1a8a85 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892825 Aug 31 00:29:41.583408 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ccf153e6-b401-4652-a65e-c3290d71bdf6), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.589540 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:41.593253 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ccf153e6-b401-4652-a65e-c3290d71bdf6 HTTP/1.1" status: 204 len: 168 time: 0.3359113 Aug 31 00:29:41.625433 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58747ddb-c22e-4a48-9cbd-056f10c3c81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf153e6-b401-4652-a65e-c3290d71bdf6,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:41.976120 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:42.815632 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77867cf-0eed-4cc4-84fa-6ce258e3551d req-bea32474-f107-4bb8-82b9-a715484871f0 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:42.818653 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e77867cf-0eed-4cc4-84fa-6ce258e3551d req-bea32474-f107-4bb8-82b9-a715484871f0 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0722899 Aug 31 00:29:42.833288 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:42.882168 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e77867cf-0eed-4cc4-84fa-6ce258e3551d req-c9499a3b-64a7-40f1-8c95-a2147261d99d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563395 Aug 31 00:29:43.020077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66869db4-a80b-488c-a0a6-7d7b53c50dbc req-58985baf-1e83-4b19-895c-d13ca14a257b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:43.021761 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66869db4-a80b-488c-a0a6-7d7b53c50dbc req-58985baf-1e83-4b19-895c-d13ca14a257b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0556641 Aug 31 00:29:43.083978 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-66869db4-a80b-488c-a0a6-7d7b53c50dbc req-7bbd3efc-7751-4219-948b-80f89f090253 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557275 Aug 31 00:29:43.113085 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47760) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:43.163603 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfae3f-38a8-49d4-8048-8e53070c8f1d tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:43.165405 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4abfae3f-38a8-49d4-8048-8e53070c8f1d tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1125 time: 0.0511754 Aug 31 00:29:43.168584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47762) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:43.173563 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:29:43.201959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.360825 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.444707 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:43.560512 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_common [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.27.4.3 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/cc05246f-cf04-4244-a7d0-b34b55c3807d) {{(pid=112891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:29:43.782299 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.845678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:43.911194 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:29:43.915086 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.base_scheduler [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:29:43.919459 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:29:43.922616 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=cc05246f-cf04-4244-a7d0-b34b55c3807d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:44.245795 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:44.451850 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (1027311b-39c8-40c6-b274-a9da04245a0f), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.543060 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), before_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.667269 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:44.754961 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), precommit_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.761487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9703631'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), after_update {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:44.895549 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=cc05246f-cf04-4244-a7d0-b34b55c3807d,revision_number=2']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:44.905968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (1027311b-39c8-40c6-b274-a9da04245a0f), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:45.021734 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 1027311b-39c8-40c6-b274-a9da04245a0f associated. External IP: 172.27.4.3, port: 9a806204-d2a5-4045-9aff-43a374bd4e1e. Aug 31 00:29:45.260434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:29:45.392434 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:29:45.408788 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:29:45.416942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:45.423101 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:45.423891 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:45.459691 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c3db1591-ddb2-4bca-a2e5-aa1103866c14 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2899971 Aug 31 00:29:45.460307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:29:45.462648 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344734a5-cc97-429b-985d-275cd336e969" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:29:45.509794 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736b4c95-b0fb-4a0c-92a6-4bccce204faf x-openstack-request-id: req-736b4c95-b0fb-4a0c-92a6-4bccce204faf {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:29:45.510087 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:29:45.510348 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-736b4c95-b0fb-4a0c-92a6-4bccce204faf {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:29:45.510800 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736b4c95-b0fb-4a0c-92a6-4bccce204faf'] response: {'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'status': 'completed', 'code': 200} Aug 31 00:29:45.648572 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344734a5-cc97-429b-985d-275cd336e969 req-72dfb252-9241-467d-8850-f19ea66d91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:45.650377 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-72dfb252-9241-467d-8850-f19ea66d91c4 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0538778 Aug 31 00:29:45.686726 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:45.760582 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344734a5-cc97-429b-985d-275cd336e969 req-72ee5677-308f-4596-b8e2-b09cf8dccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:45.762484 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-72ee5677-308f-4596-b8e2-b09cf8dccb2e service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1054251 Aug 31 00:29:45.880344 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-e11b4b19-7c34-467e-addc-1806105a5a1c service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 998 time: 0.1107681 Aug 31 00:29:45.970681 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344734a5-cc97-429b-985d-275cd336e969 req-f1a5cc97-a327-43ce-845f-fb918a174f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:45.974327 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-f1a5cc97-a327-43ce-845f-fb918a174f77 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0871413 Aug 31 00:29:46.040916 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344734a5-cc97-429b-985d-275cd336e969 req-c3a45e3b-e1bd-465b-8e8b-35fa32570362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:29:46.043697 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-c3a45e3b-e1bd-465b-8e8b-35fa32570362 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629501 Aug 31 00:29:46.095913 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:44Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:46.124251 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:29:46.136690 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:29:46.137366 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:29:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:46.171549 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-0315ec43-29a1-4398-923b-4784f5459fdb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203260 Aug 31 00:29:46.289495 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-344734a5-cc97-429b-985d-275cd336e969 req-a4d2875e-8017-4506-a377-3144d22695a7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114385 Aug 31 00:29:46.298132 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:29:46.630106 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:44Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:29:46.676359 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9403b-3215-4dc8-a905-d30c83a42fde None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:44Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:29:46.930965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184c96e-effd-4d0c-8f11-17d93e3ce388 None None] New status for floating IP 1027311b-39c8-40c6-b274-a9da04245a0f: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:29:47.065101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:50.696454 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47872) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:50.857901 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:50.866585 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-49744ad1-9f3e-4d71-9585-53f4dd3352ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:50.973822 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-49744ad1-9f3e-4d71-9585-53f4dd3352ab admin admin] Publish callbacks [] for security_group (7fb5ad0f-0df6-4b4a-9326-c052369ec76d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:50.979898 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-49744ad1-9f3e-4d71-9585-53f4dd3352ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7fb5ad0f-0df6-4b4a-9326-c052369ec76d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.030019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:51.056766 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-49744ad1-9f3e-4d71-9585-53f4dd3352ab admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=acc3a85473504e87ad9a9f4898426d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577378 Aug 31 00:29:51.059487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47884) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:51.065908 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:51.068678 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744ad1-9f3e-4d71-9585-53f4dd3352ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5ad0f-0df6-4b4a-9326-c052369ec76d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:51.157117 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Publish callbacks [] for security_group (7fb5ad0f-0df6-4b4a-9326-c052369ec76d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.190609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Publish callbacks [] for security_group (7fb5ad0f-0df6-4b4a-9326-c052369ec76d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.278822 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (7fb5ad0f-0df6-4b4a-9326-c052369ec76d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.281672 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:51.282888 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7fb5ad0f-0df6-4b4a-9326-c052369ec76d HTTP/1.1" status: 204 len: 168 time: 0.2223229 Aug 31 00:29:51.294460 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5ad0f-0df6-4b4a-9326-c052369ec76d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:51.302609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.302966 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.303324 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.303671 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.304011 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.304395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.304722 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.305129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.305387 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.305723 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.306061 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.306390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.307624 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.308004 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.308365 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f2f5-6780-42f0-88b8-6de9385954d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:29:51.889276 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 47914) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:52.043071 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9371bd2c-728f-4669-9671-c33677a1148a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.155349 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:52.159695 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9371bd2c-728f-4669-9671-c33677a1148a admin admin] Publish callbacks [] for security_group (0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.165274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-9371bd2c-728f-4669-9671-c33677a1148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.239135 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-9371bd2c-728f-4669-9671-c33677a1148a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=be5e3fd7127e488db46cf000c47d7bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482940 Aug 31 00:29:52.240333 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371bd2c-728f-4669-9671-c33677a1148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:52.242253 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47924) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:52.316517 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] Publish callbacks [] for security_group (0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.342666 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] Publish callbacks [] for security_group (0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.407412 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.410422 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:52.411707 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a HTTP/1.1" status: 204 len: 168 time: 0.1606266 Aug 31 00:29:52.424376 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a06a-595f-41cd-8cb1-bc859dacb482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d071b37-7f5f-4dce-bfd5-d9aa073e1f0a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:52.953268 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47944) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:52.968175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a6df3af4-8452-4c50-8852-3064fa5a1ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.081997 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a6df3af4-8452-4c50-8852-3064fa5a1ad7 admin admin] Publish callbacks [] for security_group (4e4bdf17-f690-45dd-91ac-d431ce8b7e61), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.088033 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a6df3af4-8452-4c50-8852-3064fa5a1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (4e4bdf17-f690-45dd-91ac-d431ce8b7e61), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.161990 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a6df3af4-8452-4c50-8852-3064fa5a1ad7 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5f2f5e45a5bc4023941da77e3972f0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076051 Aug 31 00:29:53.164605 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 47950) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:53.176273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df3af4-8452-4c50-8852-3064fa5a1ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4bdf17-f690-45dd-91ac-d431ce8b7e61,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:53.235706 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] Publish callbacks [] for security_group (4e4bdf17-f690-45dd-91ac-d431ce8b7e61), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.261555 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] Publish callbacks [] for security_group (4e4bdf17-f690-45dd-91ac-d431ce8b7e61), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.330941 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (4e4bdf17-f690-45dd-91ac-d431ce8b7e61), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.338743 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:53.338944 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/4e4bdf17-f690-45dd-91ac-d431ce8b7e61 HTTP/1.1" status: 204 len: 168 time: 0.1721241 Aug 31 00:29:53.353163 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209601a-4f58-4aee-9ade-88cc47eaedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4bdf17-f690-45dd-91ac-d431ce8b7e61,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:56.633648 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=86 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:56.674552 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:29:56.826346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48052) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:56.996832 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-289cfe38-d142-484d-927a-62eb35343075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.126565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-289cfe38-d142-484d-927a-62eb35343075 admin admin] Publish callbacks [] for security_group (1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.131777 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-289cfe38-d142-484d-927a-62eb35343075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.205294 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-289cfe38-d142-484d-927a-62eb35343075 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bc0e45aca1b044689c28a159b2bfa5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762548 Aug 31 00:29:57.206577 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cfe38-d142-484d-927a-62eb35343075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:57.210803 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48056) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:57.289278 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] Publish callbacks [] for security_group (1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.317440 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] Publish callbacks [] for security_group (1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.391586 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.396187 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.398476 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1 HTTP/1.1" status: 204 len: 168 time: 0.1856213 Aug 31 00:29:57.415014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f526-a197-4550-b6bf-5c4bab7b26ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf79c9f-ed95-46ab-98b9-fd3ae978e8f1,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:57.827874 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48074) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:57.850856 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc336-0af6-4581-a11a-795a58c9f5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.852832 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:57.954888 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc336-0af6-4581-a11a-795a58c9f5f1 admin admin] Publish callbacks [] for security_group (2e17558a-39b4-43be-8c99-43b683bf5a55), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.959795 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc336-0af6-4581-a11a-795a58c9f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2e17558a-39b4-43be-8c99-43b683bf5a55), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:57.967052 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:29:58.021386 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c1ffc336-0af6-4581-a11a-795a58c9f5f1 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=86bcbfdeab6043cbb03fc9ef2e3f28c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922581 Aug 31 00:29:58.023001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc336-0af6-4581-a11a-795a58c9f5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e17558a-39b4-43be-8c99-43b683bf5a55,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:29:58.025821 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48076) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:29:58.106034 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] Publish callbacks [] for security_group (2e17558a-39b4-43be-8c99-43b683bf5a55), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:58.138443 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] Publish callbacks [] for security_group (2e17558a-39b4-43be-8c99-43b683bf5a55), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:58.205982 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (2e17558a-39b4-43be-8c99-43b683bf5a55), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:58.208822 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:29:58.210074 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2e17558a-39b4-43be-8c99-43b683bf5a55 HTTP/1.1" status: 204 len: 168 time: 0.1838143 Aug 31 00:29:58.219004 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec2df3-7464-4420-8d90-416ccf27efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e17558a-39b4-43be-8c99-43b683bf5a55,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:02.257203 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48172) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:02.395350 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25d67351-e70f-41a0-8964-5f1d184e9f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.487502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25d67351-e70f-41a0-8964-5f1d184e9f34 admin admin] Publish callbacks [] for security_group (64632d53-6c27-4e25-a280-96316c4c2300), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.493168 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25d67351-e70f-41a0-8964-5f1d184e9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (64632d53-6c27-4e25-a280-96316c4c2300), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.541415 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-25d67351-e70f-41a0-8964-5f1d184e9f34 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=abc8f23291e04f92bfdd10cdfb4ffeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830665 Aug 31 00:30:02.542350 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d67351-e70f-41a0-8964-5f1d184e9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64632d53-6c27-4e25-a280-96316c4c2300,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:02.545729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48176) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:02.604587 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] Publish callbacks [] for security_group (64632d53-6c27-4e25-a280-96316c4c2300), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.627949 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] Publish callbacks [] for security_group (64632d53-6c27-4e25-a280-96316c4c2300), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.637611 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:02.693057 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (64632d53-6c27-4e25-a280-96316c4c2300), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.698564 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:02.700595 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/64632d53-6c27-4e25-a280-96316c4c2300 HTTP/1.1" status: 204 len: 168 time: 0.1534772 Aug 31 00:30:02.715085 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8f00-b2c1-456e-a311-1db565a3002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64632d53-6c27-4e25-a280-96316c4c2300,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:03.009000 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:03.078175 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48186) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:03.104125 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-04f8e31b-be0e-49b0-ab08-b4f2c00bc93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.220897 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-04f8e31b-be0e-49b0-ab08-b4f2c00bc93d admin admin] Publish callbacks [] for security_group (3820e5bc-bdca-459e-ac93-7e5386ee6f33), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.225662 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-04f8e31b-be0e-49b0-ab08-b4f2c00bc93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3820e5bc-bdca-459e-ac93-7e5386ee6f33), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.272942 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-04f8e31b-be0e-49b0-ab08-b4f2c00bc93d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e2eb747fd13f4749812dbe1bc62d1c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935961 Aug 31 00:30:03.274327 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8e31b-be0e-49b0-ab08-b4f2c00bc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820e5bc-bdca-459e-ac93-7e5386ee6f33,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:03.279045 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48194) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:03.321203 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:03.355096 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] Publish callbacks [] for security_group (3820e5bc-bdca-459e-ac93-7e5386ee6f33), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.379438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] Publish callbacks [] for security_group (3820e5bc-bdca-459e-ac93-7e5386ee6f33), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.438632 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3820e5bc-bdca-459e-ac93-7e5386ee6f33), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.442076 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:03.443452 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3820e5bc-bdca-459e-ac93-7e5386ee6f33 HTTP/1.1" status: 204 len: 168 time: 0.1634510 Aug 31 00:30:03.452900 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338914a-2840-4f37-ad2c-d5a8b31cb283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820e5bc-bdca-459e-ac93-7e5386ee6f33,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:03.894302 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48200) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:03.911148 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-041af0b1-6e84-4323-bb9e-d94a01644bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.004902 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-041af0b1-6e84-4323-bb9e-d94a01644bdc admin admin] Publish callbacks [] for security_group (c42e1dce-77be-4990-a6b2-4304386aac18), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.009986 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-041af0b1-6e84-4323-bb9e-d94a01644bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (c42e1dce-77be-4990-a6b2-4304386aac18), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.054877 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041af0b1-6e84-4323-bb9e-d94a01644bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e1dce-77be-4990-a6b2-4304386aac18,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:04.060457 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-041af0b1-6e84-4323-bb9e-d94a01644bdc admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ca64852f61e74f629b756c1cf19e9d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638775 Aug 31 00:30:04.062971 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48202) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:04.123400 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] Publish callbacks [] for security_group (c42e1dce-77be-4990-a6b2-4304386aac18), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.148138 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] Publish callbacks [] for security_group (c42e1dce-77be-4990-a6b2-4304386aac18), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.201395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (c42e1dce-77be-4990-a6b2-4304386aac18), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.203929 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.205130 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c42e1dce-77be-4990-a6b2-4304386aac18 HTTP/1.1" status: 204 len: 168 time: 0.1414001 Aug 31 00:30:04.215055 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b02ce-8930-496e-8f95-01b1a94dd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e1dce-77be-4990-a6b2-4304386aac18,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:04.573275 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-962ddd35-5bc1-42b7-a87f-899dfd982e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:04.886931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48234) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:05.024439 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-419ed64f-4b65-4044-a41b-c35713729cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.116004 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:DELETE=5,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:05.141466 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-419ed64f-4b65-4044-a41b-c35713729cb0 admin admin] Publish callbacks [] for security_group (5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.146574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-419ed64f-4b65-4044-a41b-c35713729cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.226903 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-419ed64f-4b65-4044-a41b-c35713729cb0 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d23840ac65344329b891987a7068bd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384202 Aug 31 00:30:05.230230 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ed64f-4b65-4044-a41b-c35713729cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:05.231764 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48246) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:05.285243 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48248) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:05.300290 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] Publish callbacks [] for security_group (5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.334728 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] Publish callbacks [] for security_group (5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.401799 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.405441 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.406831 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b HTTP/1.1" status: 204 len: 168 time: 0.1738265 Aug 31 00:30:05.418501 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cdb1c-bd38-4e53-866e-3ebdb3a0ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a233d05-4e37-43bf-a5b1-5b8fbd7cb12b,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:05.425096 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.v2.base [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918064021-network', 'tenant_id': '0c60f381dfb74597b07208b0c080987f'}} {{(pid=112891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:05.465236 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Made reservation on behalf of 0c60f381dfb74597b07208b0c080987f for: {'network': 1} {{(pid=112891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:30:05.467856 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for network (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.768476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48256) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:05.785819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d110-d2b1-4f47-afaf-68a6dda19a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.826469 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.942309 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=20 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:05.951874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d110-d2b1-4f47-afaf-68a6dda19a9c admin admin] Publish callbacks [] for security_group (ab89e227-54fd-40fb-be1e-9d823dae85da), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:05.958604 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d110-d2b1-4f47-afaf-68a6dda19a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ab89e227-54fd-40fb-be1e-9d823dae85da), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.015650 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:06.035837 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks [] for security_group (0d2eb10b-2da8-472a-b765-1c72b9a62b92), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.038769 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1ac4d110-d2b1-4f47-afaf-68a6dda19a9c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5e6ca7649e864f9388aeb6f92e2481ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687292 Aug 31 00:30:06.044223 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48258) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:06.045011 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4d110-d2b1-4f47-afaf-68a6dda19a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89e227-54fd-40fb-be1e-9d823dae85da,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:06.048748 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0d2eb10b-2da8-472a-b765-1c72b9a62b92), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.101386 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=112891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:30:06.157542 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.158095 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.segments_db [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Added segment fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5 of type vlan for network 6910a064-82ec-43cb-85e4-b1c3f224a55e Aug 31 00:30:06.276790 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747252317278'] for network (6910a064-82ec-43cb-85e4-b1c3f224a55e), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.284808 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2eb10b-2da8-472a-b765-1c72b9a62b92,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:06.300260 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-b8222f5a-121a-431a-ba16-a021603c19b1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1821979224&fields=id&tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6 HTTP/1.1" status: 200 len: 267 time: 0.0756979 Aug 31 00:30:06.350761 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-6516962b-0b2f-4acb-af2b-ca8d212d5fae tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:06.352363 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-6516962b-0b2f-4acb-af2b-ca8d212d5fae tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 984 time: 0.0511603 Aug 31 00:30:06.359195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539'] for network (6910a064-82ec-43cb-85e4-b1c3f224a55e), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.360935 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:06.361893 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.365050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Request body: {'port': {'security_groups': ['01630d01-9f80-455e-a935-c7780194cbd8']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:06.405438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] Publish callbacks [] for security_group (ab89e227-54fd-40fb-be1e-9d823dae85da), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.452332 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.476637 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:06.490563 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2040129 Aug 31 00:30:06.496868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48262) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:06.504754 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Request body: {'subnet': {'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918064021-subnet', 'tenant_id': '0c60f381dfb74597b07208b0c080987f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:06.533593 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] Publish callbacks [] for security_group (ab89e227-54fd-40fb-be1e-9d823dae85da), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.547522 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35a8c-75e2-40f9-8f77-ccbb3070346b admin admin] Pushing event updated for resources: {'Network': ['ID=6910a064-82ec-43cb-85e4-b1c3f224a55e,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:06.556870 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Made reservation on behalf of 0c60f381dfb74597b07208b0c080987f for: {'subnet': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:30:06.560136 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9024935'] for subnet (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.561339 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e details requested by agent ovs-agent-dv-cinder-852210-5-iscsi with host dv-cinder-852210-5-iscsi {{(pid=112892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:30:06.637690 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ab89e227-54fd-40fb-be1e-9d823dae85da), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.641164 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.651058 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ab89e227-54fd-40fb-be1e-9d823dae85da HTTP/1.1" status: 204 len: 168 time: 0.6019087 Aug 31 00:30:06.667555 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d7e12-d244-4cb2-9c69-6f96b9f05503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89e227-54fd-40fb-be1e-9d823dae85da,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:06.670055 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:06.760709 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:06.795502 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:06.823646 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.835767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.849830 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:06.850476 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.851897 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-556f5044-16f5-42d7-8a6c-e82428fc0c03 req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "PUT /networking/v2.0/ports/05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 942 time: 0.4922793 Aug 31 00:30:06.854255 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:06.856648 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:06.861877 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48270) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:06.876994 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:06.958778 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9802995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9024945'] for subnet (787136da-c62b-4d0a-9369-a1a1f5d8de5d), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:06.989930 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c07952-b28d-4c47-9acd-5f145834e7d6 x-openstack-request-id: req-a4c07952-b28d-4c47-9acd-5f145834e7d6 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:06.990390 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:06.990796 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4c07952-b28d-4c47-9acd-5f145834e7d6 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:06.991432 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c07952-b28d-4c47-9acd-5f145834e7d6'] response: {'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:30:07.014467 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (e9405b4c-01ab-49c0-90c5-9e0a220dfb7a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.029439 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da31111-0b0a-45e9-93cd-b6d57e8da3c1 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event updated for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=7']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:07.039445 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf4b3-df8d-4265-842a-4c99edd175a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.068050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:07.094878 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (e9405b4c-01ab-49c0-90c5-9e0a220dfb7a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.158058 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=787136da-c62b-4d0a-9369-a1a1f5d8de5d,revision_number=0']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:07.173886 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Checking segment: {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:30:07.174461 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Network hostable DHCP agents. Network: 6910a064-82ec-43cb-85e4-b1c3f224a55e, hostable agents: ['3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab'], hosted agents: [] {{(pid=112890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:30:07.196456 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (e9405b4c-01ab-49c0-90c5-9e0a220dfb7a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.215937 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-65013907-c298-450d-be71-8583cb79b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:07.218743 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-65013907-c298-450d-be71-8583cb79b528 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1129 time: 0.1242447 Aug 31 00:30:07.220570 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e is scheduled to be hosted by DHCP agent 3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab with binding_index 1 {{(pid=112890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:30:07.232680 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.234656 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e9405b4c-01ab-49c0-90c5-9e0a220dfb7a HTTP/1.1" status: 204 len: 168 time: 0.3715820 Aug 31 00:30:07.239447 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48280) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:07.267350 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:07.276948 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852210-5-iscsi, 6910a064-82ec-43cb-85e4-b1c3f224a55e) {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:30:07.292876 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb9d71-e067-439c-85bb-d042364ab1a4 None None] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:30:07.335428 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:07.336884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.337028 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65ce7d-34d1-403c-8b51-1553eb11759b tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9405b4c-01ab-49c0-90c5-9e0a220dfb7a,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:07.371162 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:07.377745 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-5025aa2f-43fb-4839-8448-65fd907ef5cc admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8792460 Aug 31 00:30:07.419368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-6f42e5ed-bb72-4fa6-8a56-5d77778d2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:07.422004 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-6f42e5ed-bb72-4fa6-8a56-5d77778d2ec7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 916 time: 0.1958582 Aug 31 00:30:07.498664 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44047d06-9083-4a7b-b15c-313c9d900f17 None None] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:30:07.504487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Deleting port bcb28ca9-93aa-4cff-9ca9-9dba7389e061 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:07.505121 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.522313 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-77ed4be9-4d25-44b2-814b-d750cccccccf service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 1001 time: 0.0927958 Aug 31 00:30:07.597050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-ad998a61-218c-4f2a-a7bc-fb96f0d0bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:07.600865 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-ad998a61-218c-4f2a-a7bc-fb96f0d0bbd4 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.0722065 Aug 31 00:30:07.630243 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.632055 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for floatingip (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.658438 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Calling delete_port for bcb28ca9-93aa-4cff-9ca9-9dba7389e061 owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:07.698595 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-9a384e33-b779-4f39-98e3-77d1705fa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:07.702046 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-9a384e33-b779-4f39-98e3-77d1705fa659 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931230 Aug 31 00:30:07.763951 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:07.876010 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (bcb28ca9-93aa-4cff-9ca9-9dba7389e061), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:07.915197 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-47c3f62b-624b-49af-8347-b908e23ccfc6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061729 Aug 31 00:30:07.931688 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event deleted for resources: {'Port': ['ID=bcb28ca9-93aa-4cff-9ca9-9dba7389e061,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:08.038167 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks [] for floatingip (d7934520-ffcb-4c48-aecc-3374837c2fcb), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:08.038530 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Floating IP d7934520-ffcb-4c48-aecc-3374837c2fcb disassociated (deleted). External IP: 172.27.4.114, port: 05830bf8-556a-469a-9d00-f97cadfd56ba. Aug 31 00:30:08.105016 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d24cf4a5-2a50-4c82-bf27-6aeed1e4a63f req-a9eb7c7f-8839-4d6a-ad72-e2fdd4372ccf service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812603 Aug 31 00:30:08.207170 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:08.333502 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:08.340625 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Router b194333d-1697-4436-adf6-8cf2e79bcc47 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:30:08.457882 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:30:08.462871 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:08.470440 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Sync routers for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:30:08.486492 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:08.487195 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:08.508530 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-32f4bd09-11e7-4d74-9797-6f5c3ffef215 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/d7934520-ffcb-4c48-aecc-3374837c2fcb HTTP/1.1" status: 204 len: 168 time: 1.2511265 Aug 31 00:30:08.508530 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:08.516801 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:08.567113 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be964472-5c87-4710-a678-48618a3ee40a x-openstack-request-id: req-be964472-5c87-4710-a678-48618a3ee40a {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:08.567417 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:08.567758 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be964472-5c87-4710-a678-48618a3ee40a {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:08.568257 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be964472-5c87-4710-a678-48618a3ee40a'] response: {'name': 'network-changed', 'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:30:08.614080 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:08.730940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-b15f5b8e-c742-427c-b2c3-9c133b42a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:08.732648 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-b15f5b8e-c742-427c-b2c3-9c133b42a329 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 1129 time: 0.1021934 Aug 31 00:30:08.846624 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:08.891727 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:08.896379 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-6208425e-9546-451f-b47f-80ee8c40ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:08.898173 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-6208425e-9546-451f-b47f-80ee8c40ce19 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 200 len: 916 time: 0.1589601 Aug 31 00:30:08.928597 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Checking router: b194333d-1697-4436-adf6-8cf2e79bcc47 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:30:08.941257 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:08.941902 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:08.947360 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-32bf0652-b5e5-40b7-8b99-bf31ce9e38c5 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 200 len: 217 time: 0.0406470 Aug 31 00:30:09.031028 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-ce3b1d93-f4b8-4c75-879d-ab2de4b392d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:09.034224 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-ce3b1d93-f4b8-4c75-879d-ab2de4b392d3 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 200 len: 854 time: 0.0802717 Aug 31 00:30:09.080097 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:09.423582 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:09.440383 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-3625170d-6e5e-436e-bf74-c6ed9216d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:09.443458 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-3625170d-6e5e-436e-bf74-c6ed9216d840 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6737a6c0-97a2-478d-a9bd-2685b2635ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743103 Aug 31 00:30:09.476586 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b05105-447c-428c-bc20-682cf6c6f4dc None None] The sync data for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi is: [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:27:19Z', 'revision_number': 4, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': '013b65ee-9b0e-4a9e-93e5-63b277590eff', 'name': '', 'network_id': '6737a6c0-97a2-478d-a9bd-2685b2635ce0', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'mac_address': 'fa:16:3e:da:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:17Z', 'updated_at': '2022-08-31T00:27:32Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'subnets': [{'id': '8e3279ab-bd5d-4e2b-ad65-170417358ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:30:09.652627 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-caa878f4-f918-4f6f-b182-374d68a0ab57 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995258 Aug 31 00:30:09.687007 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:09.990348 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.057528 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cc57f-a071-453b-ba4a-0d6ab7250570 None None] New status for floating IP d7934520-ffcb-4c48-aecc-3374837c2fcb: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:30:10.158678 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:10.187778 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48382) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:10.347228 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d67fc878-8c3e-4e29-83e2-82ad6bf43f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.357401 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-9c6f533c-99e8-4e04-b3d4-d6c11c67c862 req-79719c28-99f2-4d30-a0bb-2a4a8197c54a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959059 Aug 31 00:30:10.426848 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-56fd620b-17fb-458c-b21d-66eebff747dc tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:10.429771 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-56fd620b-17fb-458c-b21d-66eebff747dc tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 809 time: 0.6320345 Aug 31 00:30:10.460046 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-f4a044f2-a367-419c-8a81-98256ff87470 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/quotas/0c60f381dfb74597b07208b0c080987f HTTP/1.1" status: 200 len: 375 time: 0.0153613 Aug 31 00:30:10.471288 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d67fc878-8c3e-4e29-83e2-82ad6bf43f0d admin admin] Publish callbacks [] for security_group (3d87e62b-93c3-4dde-8783-7faf9e49b4ab), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.476813 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d67fc878-8c3e-4e29-83e2-82ad6bf43f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3d87e62b-93c3-4dde-8783-7faf9e49b4ab), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.512098 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-68a586d7-0893-4dc6-aa5e-388d04819a11 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456426 Aug 31 00:30:10.551475 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d67fc878-8c3e-4e29-83e2-82ad6bf43f0d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f4b9396ad1f047c2bb518e24794b5d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592248 Aug 31 00:30:10.552561 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48386) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:10.564118 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fc878-8c3e-4e29-83e2-82ad6bf43f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87e62b-93c3-4dde-8783-7faf9e49b4ab,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:10.645616 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] Publish callbacks [] for security_group (3d87e62b-93c3-4dde-8783-7faf9e49b4ab), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.671331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-63ab57ce-9aab-4ff0-a40c-1072e06d422d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508110 Aug 31 00:30:10.678613 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] Publish callbacks [] for security_group (3d87e62b-93c3-4dde-8783-7faf9e49b4ab), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.719951 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:10.763078 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:10.766180 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (3d87e62b-93c3-4dde-8783-7faf9e49b4ab), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.770014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:10.775782 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3d87e62b-93c3-4dde-8783-7faf9e49b4ab HTTP/1.1" status: 204 len: 168 time: 0.2170122 Aug 31 00:30:10.784853 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25332f1e-999e-48da-96f4-04ee9b163c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87e62b-93c3-4dde-8783-7faf9e49b4ab,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:10.844995 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-c3ca3fad-8c27-41c0-ad43-c7c93088ff3d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645401 Aug 31 00:30:11.194529 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48394) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:11.218972 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-711fe282-8751-4896-ab07-6bed8f977b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.375325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-711fe282-8751-4896-ab07-6bed8f977b61 admin admin] Publish callbacks [] for security_group (25520b2f-249f-4756-b6d2-dab0faf7fd5f), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.383263 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-711fe282-8751-4896-ab07-6bed8f977b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (25520b2f-249f-4756-b6d2-dab0faf7fd5f), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.453839 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-711fe282-8751-4896-ab07-6bed8f977b61 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5348356a3bcd4c60b15a489fb46dee30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574844 Aug 31 00:30:11.456975 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48404) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:11.460621 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fe282-8751-4896-ab07-6bed8f977b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25520b2f-249f-4756-b6d2-dab0faf7fd5f,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:11.540590 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] Publish callbacks [] for security_group (25520b2f-249f-4756-b6d2-dab0faf7fd5f), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.567456 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] Publish callbacks [] for security_group (25520b2f-249f-4756-b6d2-dab0faf7fd5f), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.624939 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (25520b2f-249f-4756-b6d2-dab0faf7fd5f), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.629190 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:11.631497 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/25520b2f-249f-4756-b6d2-dab0faf7fd5f HTTP/1.1" status: 204 len: 168 time: 0.1724284 Aug 31 00:30:11.647486 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a2fd-d18f-4c4d-b143-c3b45118c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25520b2f-249f-4756-b6d2-dab0faf7fd5f,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:11.978439 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:12.139580 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-ad4cf127-908c-411d-9e28-866c9de8812d req-2e1966f2-4523-40b8-b673-4b5d972edae4 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 210 time: 0.0527346 Aug 31 00:30:12.889915 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a5b3-efe2-4d9c-9f4d-10b6935d63b4 req-52912bba-6038-4a8c-b5f6-256e4ca1842f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:12.891512 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4745a5b3-efe2-4d9c-9f4d-10b6935d63b4 req-52912bba-6038-4a8c-b5f6-256e4ca1842f tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0558558 Aug 31 00:30:12.976002 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4745a5b3-efe2-4d9c-9f4d-10b6935d63b4 req-9f7b34b4-1fdf-4817-bdcb-13bfd9621e11 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709603 Aug 31 00:30:13.310962 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-57f1f024-8e91-41c2-967f-4f1bdafe607c req-39d4984d-9ca1-4f5d-b383-201b286c323f tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 210 time: 0.0428238 Aug 31 00:30:13.409591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48458) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:13.539397 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac43b027-50e3-4bb1-8eb0-0faf6273dbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.581663 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:13.648044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac43b027-50e3-4bb1-8eb0-0faf6273dbea admin admin] Publish callbacks [] for security_group (83f7f558-f70c-494e-8f7e-d911ac5c0293), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.654382 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ac43b027-50e3-4bb1-8eb0-0faf6273dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (83f7f558-f70c-494e-8f7e-d911ac5c0293), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.728775 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ac43b027-50e3-4bb1-8eb0-0faf6273dbea admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=2cf6d670769a4beebc59ddbb6fcff382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147869 Aug 31 00:30:13.729637 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48462) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:13.730718 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b027-50e3-4bb1-8eb0-0faf6273dbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f7f558-f70c-494e-8f7e-d911ac5c0293,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:13.800256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] Publish callbacks [] for security_group (83f7f558-f70c-494e-8f7e-d911ac5c0293), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.838240 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] Publish callbacks [] for security_group (83f7f558-f70c-494e-8f7e-d911ac5c0293), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.924400 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (83f7f558-f70c-494e-8f7e-d911ac5c0293), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.927234 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:13.928498 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/83f7f558-f70c-494e-8f7e-d911ac5c0293 HTTP/1.1" status: 204 len: 168 time: 0.1970994 Aug 31 00:30:13.939926 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc115947-f48d-4157-9421-7e280a9c87aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f7f558-f70c-494e-8f7e-d911ac5c0293,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:14.152790 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9169b-d6e3-467e-ba4c-9809ceab7f9b req-df932175-3bb1-4e95-90e5-b3e90573ebc3 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:14.154615 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-01e9169b-d6e3-467e-ba4c-9809ceab7f9b req-df932175-3bb1-4e95-90e5-b3e90573ebc3 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0589645 Aug 31 00:30:14.222958 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-01e9169b-d6e3-467e-ba4c-9809ceab7f9b req-3b6190e3-17ee-4726-a4e0-ad7179df9552 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=01630d01-9f80-455e-a935-c7780194cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621629 Aug 31 00:30:14.468634 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-fb3c1116-c5af-47a0-9325-69bd19e81387 req-f7fa2167-5b9c-44e3-9dd9-e32b4b41ed18 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 210 time: 0.0401735 Aug 31 00:30:14.679764 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-23fc90cb-7cc0-471c-84b9-7cd8d4fa1bff tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:14.682359 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-23fc90cb-7cc0-471c-84b9-7cd8d4fa1bff tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 945 time: 0.0802171 Aug 31 00:30:14.796050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Deleting port 05830bf8-556a-469a-9d00-f97cadfd56ba {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:14.796729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:14.955917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] For port 05830bf8-556a-469a-9d00-f97cadfd56ba, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=05830bf8-556a-469a-9d00-f97cadfd56ba,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:14.956688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:14.981746 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Calling delete_port for 05830bf8-556a-469a-9d00-f97cadfd56ba owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:14.998381 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:15.313544 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (05830bf8-556a-469a-9d00-f97cadfd56ba), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:15.353944 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['05830bf8-556a-469a-9d00-f97cadfd56ba'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:15.489304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Pushing event deleted for resources: {'Port': ['ID=05830bf8-556a-469a-9d00-f97cadfd56ba,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:15.567169 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-fb4fa713-f41c-4a22-bb90-2fb6460e42a4 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:15.569842 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-fb4fa713-f41c-4a22-bb90-2fb6460e42a4 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 809 time: 0.4132819 Aug 31 00:30:15.598698 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] No DVR routers for this DVR port 05830bf8-556a-469a-9d00-f97cadfd56ba on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:15.603805 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:15.608386 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0faa4f02-acb9-42e6-814e-ddb261887797 req-5a655d9e-9a81-4cc9-a2a4-aaea01777c03 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.70 "DELETE /networking/v2.0/ports/05830bf8-556a-469a-9d00-f97cadfd56ba HTTP/1.1" status: 204 len: 173 time: 0.9207537 Aug 31 00:30:15.609150 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'name': 'network-vif-deleted', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:15.611782 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f839d5-2cc0-4085-99b5-c3372b77774c" -d '{"events": [{"server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "name": "network-vif-deleted", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:15.619728 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-59850d3a-1e5b-4488-903f-d4feb7d96414 req-d8c0863b-1365-4436-b02f-9d66ce803228 tempest-TestMinimumBasicScenario-847986191 tempest-TestMinimumBasicScenario-847986191-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e HTTP/1.1" status: 200 len: 210 time: 0.1711538 Aug 31 00:30:15.635616 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Request body: {'port': {'device_id': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e', 'admin_state_up': True, 'tenant_id': '0c60f381dfb74597b07208b0c080987f'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:15.664639 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-82c85f9b-0964-4d1c-91a8-f8e3b9eecfdf req-e9833d49-910f-4d1c-b00a-7d63a386df5c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 210 time: 0.0489843 Aug 31 00:30:15.739965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3168efaa-dd26-42bb-af56-54cbf4f0d2c2 x-openstack-request-id: req-3168efaa-dd26-42bb-af56-54cbf4f0d2c2 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:15.740598 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09bf6c9-9882-4470-8e58-bb8aa1a1ca1e", "name": "network-vif-deleted", "tag": "05830bf8-556a-469a-9d00-f97cadfd56ba", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:15.741045 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3168efaa-dd26-42bb-af56-54cbf4f0d2c2 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:15.741742 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3168efaa-dd26-42bb-af56-54cbf4f0d2c2'] response: {'server_uuid': 'd09bf6c9-9882-4470-8e58-bb8aa1a1ca1e', 'name': 'network-vif-deleted', 'tag': '05830bf8-556a-469a-9d00-f97cadfd56ba', 'status': 'completed', 'code': 200} Aug 31 00:30:15.862284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Made reservation on behalf of 0c60f381dfb74597b07208b0c080987f for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:30:15.867133 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:15.906940 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:16.080450 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Allocated IP 172.20.0.14 (6910a064-82ec-43cb-85e4-b1c3f224a55e/787136da-c62b-4d0a-9369-a1a1f5d8de5d/4795b28e-528c-4888-8960-a9f1a7203303) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:30:16.304724 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks [] for port (4795b28e-528c-4888-8960-a9f1a7203303), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:16.354419 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:16.440872 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:30:16.441871 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:16.457976 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:30:16.465873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:30:16.472737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Pushing event updated for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:16.542640 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:16.543331 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:16.579980 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-bb221f30-1108-4681-9839-a90c7f3ecdf6 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9590271 Aug 31 00:30:16.604591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Request body: {'port': {'device_id': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:16.747071 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (4795b28e-528c-4888-8960-a9f1a7203303), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:16.943353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079401a-75ba-47b1-8a8d-e8ec2d9de8e2 req-85969d7b-0a3a-4367-bbf3-1fe394c03638 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:16.949299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8079401a-75ba-47b1-8a8d-e8ec2d9de8e2 req-85969d7b-0a3a-4367-bbf3-1fe394c03638 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 932 time: 0.1229193 Aug 31 00:30:17.160198 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8079401a-75ba-47b1-8a8d-e8ec2d9de8e2 req-a72c32e1-0ee2-40fc-820f-9aae711c3bef tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009201 Aug 31 00:30:17.277991 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:17.353033 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4795b28e-528c-4888-8960-a9f1a7203303 {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:30:17.379457 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks [] for port (4795b28e-528c-4888-8960-a9f1a7203303), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:17.401688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Transition to ACTIVE for port object 4795b28e-528c-4888-8960-a9f1a7203303 will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:30:17.409681 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:17.550688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Pushing event updated for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:17.604715 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Attempting to bind port 4795b28e-528c-4888-8960-a9f1a7203303 on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:30:17.605149 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Attempting to bind port 4795b28e-528c-4888-8960-a9f1a7203303 by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:30:17.605660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Attempting to bind port 4795b28e-528c-4888-8960-a9f1a7203303 on network 6910a064-82ec-43cb-85e4-b1c3f224a55e {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:30:17.613385 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Port 4795b28e-528c-4888-8960-a9f1a7203303 on network 6910a064-82ec-43cb-85e4-b1c3f224a55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:30:17.613774 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Attempting to bind port 4795b28e-528c-4888-8960-a9f1a7203303 on network 6910a064-82ec-43cb-85e4-b1c3f224a55e {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:30:17.628791 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:30:17.629527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Checking segment: {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:30:17.630948 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Bound using segment: {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:30:17.630948 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Bound port: 4795b28e-528c-4888-8960-a9f1a7203303, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:30:17.631425 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (4795b28e-528c-4888-8960-a9f1a7203303), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:17.735577 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:30:17.740241 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4795b28e-528c-4888-8960-a9f1a7203303,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:30:17.748612 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:17.753286 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:17.753921 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:17.755365 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/4795b28e-528c-4888-8960-a9f1a7203303 HTTP/1.1" status: 200 len: 1094 time: 1.1596279 Aug 31 00:30:17.756050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:17.758654 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3222b8f5-b12b-44b3-a4be-848a942c1fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "tag": "4795b28e-528c-4888-8960-a9f1a7203303"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:17.852010 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e37cc9f-bf65-4c34-b660-13c7d93a1c87 x-openstack-request-id: req-7e37cc9f-bf65-4c34-b660-13c7d93a1c87 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:17.853584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "tag": "4795b28e-528c-4888-8960-a9f1a7203303", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:17.853584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e37cc9f-bf65-4c34-b660-13c7d93a1c87 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:17.854293 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e37cc9f-bf65-4c34-b660-13c7d93a1c87'] response: {'name': 'network-changed', 'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303', 'status': 'completed', 'code': 200} Aug 31 00:30:17.986591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-4946bbc8-60a9-43aa-b7a8-aedbb7190624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:17.986591 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-4946bbc8-60a9-43aa-b7a8-aedbb7190624 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 1128 time: 0.1366453 Aug 31 00:30:17.986591 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ab47-122d-4105-8b74-44a5f8728255 service neutron] Pushing event updated for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:17.997422 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48588) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:18.015848 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 05830bf8-556a-469a-9d00-f97cadfd56ba no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:18.050254 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 05830bf8-556a-469a-9d00-f97cadfd56ba {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:18.050846 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 05830bf8-556a-469a-9d00-f97cadfd56ba not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:18.062995 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-0ce1833d-4705-4e11-ad3f-09a89b6246c9 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4795b28e-528c-4888-8960-a9f1a7203303 HTTP/1.1" status: 200 len: 217 time: 0.0618665 Aug 31 00:30:18.077272 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:18.077895 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:18.136819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-e7a8c00c-bdf0-40f7-b95e-2b1760c0d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:18.138269 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-e7a8c00c-bdf0-40f7-b95e-2b1760c0d699 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=787136da-c62b-4d0a-9369-a1a1f5d8de5d HTTP/1.1" status: 200 len: 849 time: 0.0697098 Aug 31 00:30:18.190821 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-8e42f393-4d0c-4881-b277-030fa0dad528 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6910a064-82ec-43cb-85e4-b1c3f224a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462332 Aug 31 00:30:18.381422 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-b9f5307b-b362-4d07-9953-ecbfa908a736 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848190 Aug 31 00:30:18.392562 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4803197-9247-43aa-ae7b-670dbd122e94 req-ee8c8d90-7eb0-44b5-af2b-c214e7aa7029 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:18.395270 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e4803197-9247-43aa-ae7b-670dbd122e94 req-ee8c8d90-7eb0-44b5-af2b-c214e7aa7029 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 944 time: 0.1135268 Aug 31 00:30:18.490555 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (b194333d-1697-4436-adf6-8cf2e79bcc47), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:18.518042 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e4803197-9247-43aa-ae7b-670dbd122e94 req-06ccb0ad-dd2f-4d37-b5ba-23a2231caf52 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090968 Aug 31 00:30:18.538908 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0dde34c9-c2a2-45b7-9aa4-a8cf1cbe6b12 req-021f5845-aab9-4dd1-9802-745e74f425e9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423035 Aug 31 00:30:18.776926 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:18.803710 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Deleting port 013b65ee-9b0e-4a9e-93e5-63b277590eff {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:18.804343 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:18.919035 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] For port 013b65ee-9b0e-4a9e-93e5-63b277590eff, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=013b65ee-9b0e-4a9e-93e5-63b277590eff,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:18.919407 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:18.937592 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Calling delete_port for 013b65ee-9b0e-4a9e-93e5-63b277590eff owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:19.224685 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (013b65ee-9b0e-4a9e-93e5-63b277590eff), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:19.247940 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:19.279859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Pushing event deleted for resources: {'Port': ['ID=013b65ee-9b0e-4a9e-93e5-63b277590eff,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:19.417201 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-eb77b5ec-c945-4bcf-8b69-e81164449488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:19.418006 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=62 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:19.419665 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-eb77b5ec-c945-4bcf-8b69-e81164449488 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 1128 time: 0.1025903 Aug 31 00:30:19.464236 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48598) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:19.476086 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=70 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:19.564490 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (b194333d-1697-4436-adf6-8cf2e79bcc47), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:19.843234 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2cee-a57f-428c-88d1-81c3c7e1fa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:19.895159 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:19.908000 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936934e7-00aa-42cf-88ad-8ac4d987c84a req-9311b4eb-0c5c-4b7a-b879-1b6160b5f66b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:19.910724 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-936934e7-00aa-42cf-88ad-8ac4d987c84a req-9311b4eb-0c5c-4b7a-b879-1b6160b5f66b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 944 time: 0.1602068 Aug 31 00:30:19.974014 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Router b194333d-1697-4436-adf6-8cf2e79bcc47 has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:30:20.020615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-1f436486-7e11-47e2-a3fd-5285955f9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:20.023331 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-1f436486-7e11-47e2-a3fd-5285955f9b9c service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 910 time: 0.4055150 Aug 31 00:30:20.075530 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-936934e7-00aa-42cf-88ad-8ac4d987c84a req-8c3417e4-f14f-49f2-a790-4c2786ef4766 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375003 Aug 31 00:30:20.123096 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2cee-a57f-428c-88d1-81c3c7e1fa24 admin admin] Publish callbacks [] for security_group (66646fc7-606d-4424-9fae-8bda4413a2ea), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:20.128511 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2cee-a57f-428c-88d1-81c3c7e1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (66646fc7-606d-4424-9fae-8bda4413a2ea), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:20.171087 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:20.175705 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:30:20.183142 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-9a808cb2-a283-4070-b44b-5f0c1f857547 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b194333d-1697-4436-adf6-8cf2e79bcc47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1815982 Aug 31 00:30:20.187224 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48604) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:20.198449 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Sync routers for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:30:20.213816 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-53c8016c-7651-4e81-a9b0-ac5591a724f4 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4795b28e-528c-4888-8960-a9f1a7203303 HTTP/1.1" status: 200 len: 217 time: 0.0700841 Aug 31 00:30:20.219664 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:20.220818 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:20.232808 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-cc0b2cee-a57f-428c-88d1-81c3c7e1fa24 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7424ddb8497246979f7106db893f2cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7669165 Aug 31 00:30:20.241375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48606) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:20.255637 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b2cee-a57f-428c-88d1-81c3c7e1fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66646fc7-606d-4424-9fae-8bda4413a2ea,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:20.284006 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-b50f3b40-9183-4c95-a448-b409ed1a0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:20.285691 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-b50f3b40-9183-4c95-a448-b409ed1a0c6f service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=787136da-c62b-4d0a-9369-a1a1f5d8de5d HTTP/1.1" status: 200 len: 849 time: 0.0657911 Aug 31 00:30:20.329650 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-d373770b-3068-4d61-8873-c36752bc970e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6910a064-82ec-43cb-85e4-b1c3f224a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367823 Aug 31 00:30:20.399317 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:20.427424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:20.483619 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-b8548512-e1c6-43b8-ae21-cf2b267eafdd service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476290 Aug 31 00:30:20.617261 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3222b8f5-b12b-44b3-a4be-848a942c1fb6 req-705af7c8-4882-478d-974d-8c3f3731a023 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268077 Aug 31 00:30:20.643691 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:30:19Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:20.688028 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Checking router: b194333d-1697-4436-adf6-8cf2e79bcc47 for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:30:20.697973 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Routers {'b194333d-1697-4436-adf6-8cf2e79bcc47'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:20.698589 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['b194333d-1697-4436-adf6-8cf2e79bcc47'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:20.770499 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks [] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:20.779784 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] Publish callbacks [] for security_group (66646fc7-606d-4424-9fae-8bda4413a2ea), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:20.824934 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] Set router b194333d-1697-4436-adf6-8cf2e79bcc47 gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:20.895974 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] Publish callbacks [] for security_group (66646fc7-606d-4424-9fae-8bda4413a2ea), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.033244 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:30:19Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:21.043727 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks [] for router_gateway (b194333d-1697-4436-adf6-8cf2e79bcc47), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.062519 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (66646fc7-606d-4424-9fae-8bda4413a2ea), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.066040 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.067340 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/66646fc7-606d-4424-9fae-8bda4413a2ea HTTP/1.1" status: 204 len: 168 time: 0.8231225 Aug 31 00:30:21.077891 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6156a-4f8b-4cd5-808b-65a13cf3c8d5 None None] The sync data for ids ['b194333d-1697-4436-adf6-8cf2e79bcc47'] in dv-cinder-852210-5-iscsi is: [{'id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'name': 'tempest-TestMinimumBasicScenario-2030034917-router', 'tenant_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '6ec36059-c517-405f-9365-18fe492a41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:12Z', 'updated_at': '2022-08-31T00:30:19Z', 'revision_number': 5, 'project_id': 'd2b2473cfa244cf1aaaa6e4dac08a3d6', 'gw_port': {'id': '6ec36059-c517-405f-9365-18fe492a41ac', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194333d-1697-4436-adf6-8cf2e79bcc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:14Z', 'updated_at': '2022-08-31T00:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:30:21.119963 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc745f1b-535c-49ff-b9ea-7c5b72582f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66646fc7-606d-4424-9fae-8bda4413a2ea,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:21.151179 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Deleting port 6ec36059-c517-405f-9365-18fe492a41ac {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:21.151942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6ec36059-c517-405f-9365-18fe492a41ac), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.239474 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:21.318470 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] For port 6ec36059-c517-405f-9365-18fe492a41ac, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6ec36059-c517-405f-9365-18fe492a41ac,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:21.319507 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6ec36059-c517-405f-9365-18fe492a41ac), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.324731 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8121c-761a-41b8-9526-a0d371f0fb68 req-e4c6067f-0bc0-4aef-bf71-4ddf9e4e2c84 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:21.329319 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-65a8121c-761a-41b8-9526-a0d371f0fb68 req-e4c6067f-0bc0-4aef-bf71-4ddf9e4e2c84 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 944 time: 0.1002462 Aug 31 00:30:21.345777 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Calling delete_port for 6ec36059-c517-405f-9365-18fe492a41ac owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:21.399139 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-65a8121c-761a-41b8-9526-a0d371f0fb68 req-5b17eb3c-44b9-4392-b679-ebb275be8bbc tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655496 Aug 31 00:30:21.549534 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 013b65ee-9b0e-4a9e-93e5-63b277590eff no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:21.573642 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 013b65ee-9b0e-4a9e-93e5-63b277590eff {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:21.574804 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 013b65ee-9b0e-4a9e-93e5-63b277590eff not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:21.671945 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6ec36059-c517-405f-9365-18fe492a41ac), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.730175 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec36059-c517-405f-9365-18fe492a41ac,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:21.830990 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (b194333d-1697-4436-adf6-8cf2e79bcc47), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.975463 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:21.979295 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks [] for router_controller (b194333d-1697-4436-adf6-8cf2e79bcc47), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.007219 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 4795b28e-528c-4888-8960-a9f1a7203303 details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:30:22.040266 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (b194333d-1697-4436-adf6-8cf2e79bcc47), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.040813 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b194333d-1697-4436-adf6-8cf2e79bcc47 {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:30:22.046865 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.048269 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c32f7725-3a9c-4e21-a2f6-b9c4026fe52d admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/b194333d-1697-4436-adf6-8cf2e79bcc47 HTTP/1.1" status: 204 len: 168 time: 1.8598092 Aug 31 00:30:22.052660 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48630) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:22.120712 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_v2 [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Deleting subnet 8e3279ab-bd5d-4e2b-ad65-170417358ff9 {{(pid=112890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:30:22.126892 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Publish callbacks [] for subnet (8e3279ab-bd5d-4e2b-ad65-170417358ff9), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.181649 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9803734'] for subnet (8e3279ab-bd5d-4e2b-ad65-170417358ff9), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.353817 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (8e3279ab-bd5d-4e2b-ad65-170417358ff9), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.355737 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4795b28e-528c-4888-8960-a9f1a7203303,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:22.371999 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '4795b28e-528c-4888-8960-a9f1a7203303', 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e', 'port_id': '4795b28e-528c-4888-8960-a9f1a7203303', 'mac_address': 'fa:16:3e:1f:b3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787136da-c62b-4d0a-9369-a1a1f5d8de5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:30:22.415786 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 4795b28e-528c-4888-8960-a9f1a7203303 is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:30:22.416249 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (4795b28e-528c-4888-8960-a9f1a7203303), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.439089 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4795b28e-528c-4888-8960-a9f1a7203303 {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:30:22.458601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9802928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9024952'] for subnet (8e3279ab-bd5d-4e2b-ad65-170417358ff9), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.495137 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4795b28e-528c-4888-8960-a9f1a7203303,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:22.501889 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.544464 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.552380 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/8e3279ab-bd5d-4e2b-ad65-170417358ff9 HTTP/1.1" status: 204 len: 168 time: 0.4975908 Aug 31 00:30:22.554869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c3f10-c1a8-4d6f-b804-cde3362f3363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3279ab-bd5d-4e2b-ad65-170417358ff9,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:22.556325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48638) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:22.570069 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2582db-3485-421f-991b-ffe50747c394 None None] Network 6737a6c0-97a2-478d-a9bd-2685b2635ce0 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:30:22.670651 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:22.674484 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (6737a6c0-97a2-478d-a9bd-2685b2635ce0), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.718596 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5704-f5e9-4876-8c7f-2b405c263938 req-60f5589a-6c16-4e26-ab23-24d894139b14 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:22.721375 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5de5704-f5e9-4876-8c7f-2b405c263938 req-60f5589a-6c16-4e26-ab23-24d894139b14 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 945 time: 0.1408486 Aug 31 00:30:22.772853 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Deleting port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:22.777820 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.844548 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:22.886496 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] For port 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=6e2dd26b-26cf-49d5-832c-9e58dff96b32,segment=NetworkSegment(424de15f-dc29-4d7b-b809-23e97bbf893a),segment_id=424de15f-dc29-4d7b-b809-23e97bbf893a)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:22.886857 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:22.919216 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.919551 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.919900 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.920271 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.920818 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.921475 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.921622 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.922023 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.922358 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.922694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.923021 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.923351 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.923677 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.924000 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.924346 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:22.924655 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Calling delete_port for 6e2dd26b-26cf-49d5-832c-9e58dff96b32 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:22.953488 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d5de5704-f5e9-4876-8c7f-2b405c263938 req-0f0e73ad-9f19-4406-a71a-2a101ab9ba30 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137437 Aug 31 00:30:23.011745 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['4795b28e-528c-4888-8960-a9f1a7203303'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:23.096280 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] DHCP port deletion for 6737a6c0-97a2-478d-a9bd-2685b2635ce0 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:30:23.110622 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-2be13cc7-ed15-4204-9680-008aaf173834 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862803 Aug 31 00:30:23.133982 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.163756 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2dd26b-26cf-49d5-832c-9e58dff96b32,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:23.170737 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] No DVR routers for this DVR port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:23.221588 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Deleting port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:23.222190 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.235397 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:23.244357 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-a94086ed-f037-4124-9d90-eb53aa86771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:23.246558 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-a94086ed-f037-4124-9d90-eb53aa86771b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0557959 Aug 31 00:30:23.279168 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:23.309509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (6737a6c0-97a2-478d-a9bd-2685b2635ce0), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.351042 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6737a6c0-97a2-478d-a9bd-2685b2635ce0']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:23.372908 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424de15f-dc29-4d7b-b809-23e97bbf893a') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:23.373584 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424de15f-dc29-4d7b-b809-23e97bbf893a') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:23.392397 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (424de15f-dc29-4d7b-b809-23e97bbf893a), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.412393 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:23.420855 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (424de15f-dc29-4d7b-b809-23e97bbf893a), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.432567 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] For port 6e2dd26b-26cf-49d5-832c-9e58dff96b32, host dv-cinder-852210-5-iscsi, got binding levels [] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:23.433457 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.435058 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:30:23.435958 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (424de15f-dc29-4d7b-b809-23e97bbf893a), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.444186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-541f2e1a-555b-4588-a5a2-0d177505dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:23.447100 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-541f2e1a-555b-4588-a5a2-0d177505dc3c service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1781852 Aug 31 00:30:23.499036 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Calling delete_port for 6e2dd26b-26cf-49d5-832c-9e58dff96b32 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:23.508604 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.ipam_backend_mixin [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 was not found and therefore no delete operation was performed {{(pid=112892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 00:30:23.512244 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (6e2dd26b-26cf-49d5-832c-9e58dff96b32), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.515766 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 424de15f-dc29-4d7b-b809-23e97bbf893a resource provider aggregate not found Aug 31 00:30:23.563871 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (6737a6c0-97a2-478d-a9bd-2685b2635ce0), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.570291 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-c9636fce-0a63-4f42-ac4e-71c25d2df8dd service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 1000 time: 0.1170843 Aug 31 00:30:23.577237 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] Pushing event deleted for resources: {'Port': ['ID=6e2dd26b-26cf-49d5-832c-9e58dff96b32,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:23.588968 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 424de15f-dc29-4d7b-b809-23e97bbf893a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 424de15f-dc29-4d7b-b809-23e97bbf893a found for delete ", "request_id": "req-0219cd6b-4a85-4f2a-9ab7-b9dae689dda4"}]} Aug 31 00:30:23.589516 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344012a-d344-478d-9344-b1c21169fc64 None None] No DVR routers for this DVR port 6e2dd26b-26cf-49d5-832c-9e58dff96b32 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:23.598480 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:23.612778 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/6737a6c0-97a2-478d-a9bd-2685b2635ce0 HTTP/1.1" status: 204 len: 168 time: 1.0501008 Aug 31 00:30:23.614262 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48648) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:23.627859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81713ef-a380-49f6-82a3-cde499714d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6737a6c0-97a2-478d-a9bd-2685b2635ce0,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:23.630668 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6ec36059-c517-405f-9365-18fe492a41ac no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:23.655740 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 6ec36059-c517-405f-9365-18fe492a41ac {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:23.656092 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6ec36059-c517-405f-9365-18fe492a41ac not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:23.656533 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6e2dd26b-26cf-49d5-832c-9e58dff96b32 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:23.679555 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 6e2dd26b-26cf-49d5-832c-9e58dff96b32 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:23.679898 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 6e2dd26b-26cf-49d5-832c-9e58dff96b32 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:23.760538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:23.774295 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-8d84cd86-494d-4a5c-9923-3b0b5f99967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:23.776981 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-8d84cd86-494d-4a5c-9923-3b0b5f99967c service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.1977968 Aug 31 00:30:24.066549 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 4795b28e-528c-4888-8960-a9f1a7203303 up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:30:24.135443 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 4795b28e-528c-4888-8960-a9f1a7203303 completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:30:24.137707 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:24.144764 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 4795b28e-528c-4888-8960-a9f1a7203303 triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:30:24.145592 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (4795b28e-528c-4888-8960-a9f1a7203303), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:24.304885 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-122abae3-7bf5-470a-8851-5d1e3f9806ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:24.307037 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-122abae3-7bf5-470a-8851-5d1e3f9806ef service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4840953 Aug 31 00:30:24.313601 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 4795b28e-528c-4888-8960-a9f1a7203303 is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:30:24.314406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (4795b28e-528c-4888-8960-a9f1a7203303), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:24.344541 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:24.347202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e602d-1228-4ece-a4b9-6d1bd648a897" -d '{"events": [{"server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "name": "network-vif-plugged", "status": "completed", "tag": "4795b28e-528c-4888-8960-a9f1a7203303"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:24.375578 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4795b28e-528c-4888-8960-a9f1a7203303,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:24.383617 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:24.421803 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de314bfa-d557-4d2f-8ca3-a4631d0ff6ce req-e16787d7-9cc0-49bf-a9f4-1fa5e4d12b4e tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:24.424471 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-de314bfa-d557-4d2f-8ca3-a4631d0ff6ce req-e16787d7-9cc0-49bf-a9f4-1fa5e4d12b4e tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 945 time: 0.1794367 Aug 31 00:30:24.436963 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bad7f4-0211-4b16-8831-ce7851c969ae x-openstack-request-id: req-c8bad7f4-0211-4b16-8831-ce7851c969ae {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:24.437470 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "name": "network-vif-plugged", "status": "completed", "tag": "4795b28e-528c-4888-8960-a9f1a7203303", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:24.437874 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8bad7f4-0211-4b16-8831-ce7851c969ae {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:24.438490 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bad7f4-0211-4b16-8831-ce7851c969ae'] response: {'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303', 'code': 200} Aug 31 00:30:24.486799 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:24.632719 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-de314bfa-d557-4d2f-8ca3-a4631d0ff6ce req-cf1fc285-dcd2-4909-a874-5096e58b4d9b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574388 Aug 31 00:30:24.660309 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-eec445f9-90b8-4755-92db-733ed1272f0e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447812 Aug 31 00:30:24.837482 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:25.010315 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:25.094939 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Deleting port 65f32258-6e68-4250-9b97-cf404b75395d {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:25.095217 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (65f32258-6e68-4250-9b97-cf404b75395d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:25.196186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] For port 65f32258-6e68-4250-9b97-cf404b75395d, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=65f32258-6e68-4250-9b97-cf404b75395d,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:25.196587 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (65f32258-6e68-4250-9b97-cf404b75395d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:25.213088 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Calling delete_port for 65f32258-6e68-4250-9b97-cf404b75395d owned by network:router_interface {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:25.355670 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:25.427434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (65f32258-6e68-4250-9b97-cf404b75395d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:25.457124 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f32258-6e68-4250-9b97-cf404b75395d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:25.675999 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:25.858470 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657e929-202e-441e-a8ba-a1bbf758f76f req-6c9d68ef-7871-4223-ab81-c21a992fcac1 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:25.860299 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b657e929-202e-441e-a8ba-a1bbf758f76f req-6c9d68ef-7871-4223-ab81-c21a992fcac1 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.1026571 Aug 31 00:30:25.975678 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-b657e929-202e-441e-a8ba-a1bbf758f76f req-8086bc7e-4706-4764-b00c-982c6f906701 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032631 Aug 31 00:30:26.046735 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Router a710e8f7-2a7c-46ce-832c-c70ce40a61ba has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:30:26.049427 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:26.222677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:30:26.228931 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-7cb10092-2826-470b-be87-318892653aa5 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/a710e8f7-2a7c-46ce-832c-c70ce40a61ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5734041 Aug 31 00:30:26.233046 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48666) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:26.239328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Sync routers for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:30:26.252418 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:26.253060 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:26.395369 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks [] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:26.409084 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:26.531899 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks [] for router_gateway (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:26.605683 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:26.611541 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Deleting port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:26.612135 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:26.665367 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132'}], 'enable_snat': True}, 'gw_port_id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:30:25Z', 'revision_number': 5, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port': {'id': '60bfe1c2-ca52-4edc-8037-70e5c4cbc982', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:27:26Z', 'updated_at': '2022-08-31T00:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:26.698512 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Checking router: a710e8f7-2a7c-46ce-832c-c70ce40a61ba for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:30:26.708961 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Routers {'a710e8f7-2a7c-46ce-832c-c70ce40a61ba'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:30:26.708961 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:30:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:26.736044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] For port 60bfe1c2-ca52-4edc-8037-70e5c4cbc982, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:26.736452 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:26.751312 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Calling delete_port for 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 owned by network:router_gateway {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:26.891323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] Set router a710e8f7-2a7c-46ce-832c-c70ce40a61ba gateway port host: None {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:30:26.960183 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:30:26Z', 'revision_number': 6, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:26.966982 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (60bfe1c2-ca52-4edc-8037-70e5c4cbc982), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:26.999496 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1f610-59b2-413d-adfe-e7f5e2fb9ae1 None None] The sync data for ids ['a710e8f7-2a7c-46ce-832c-c70ce40a61ba'] in dv-cinder-852210-5-iscsi is: [{'id': 'a710e8f7-2a7c-46ce-832c-c70ce40a61ba', 'name': 'tempest-TestMinimumBasicScenario-2027725177-router', 'tenant_id': '51a9e9ece54741ef8c65759bfb81afc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:27:25Z', 'updated_at': '2022-08-31T00:30:26Z', 'revision_number': 6, 'project_id': '51a9e9ece54741ef8c65759bfb81afc1', 'gw_port_host': None}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:30:27.012806 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Pushing event deleted for resources: {'Port': ['ID=60bfe1c2-ca52-4edc-8037-70e5c4cbc982,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:27.264613 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39544b63-abca-4c6a-809b-317b4fd46c40 req-fd03612e-076f-4ef4-9f28-8c121719fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:27.266837 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-39544b63-abca-4c6a-809b-317b4fd46c40 req-fd03612e-076f-4ef4-9f28-8c121719fc1b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 1130 time: 0.2261460 Aug 31 00:30:27.333744 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1fe7c-3113-4e46-9575-24b9ea826116 req-25e61218-e2c5-46ba-9afe-3a8f992a2c00 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:27.335397 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c1d1fe7c-3113-4e46-9575-24b9ea826116 req-25e61218-e2c5-46ba-9afe-3a8f992a2c00 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.1505926 Aug 31 00:30:27.351471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:27.471030 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:27.698417 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:27.748284 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:27.749259 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 60bfe1c2-ca52-4edc-8037-70e5c4cbc982 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:27.749960 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 65f32258-6e68-4250-9b97-cf404b75395d no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:27.785557 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 65f32258-6e68-4250-9b97-cf404b75395d {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:27.786225 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 65f32258-6e68-4250-9b97-cf404b75395d not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:27.812628 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-39544b63-abca-4c6a-809b-317b4fd46c40 req-0bfdc873-f415-445f-9f49-06d39a120fd8 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383279 Aug 31 00:30:27.817961 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f2d895c3-f717-4fb5-80c8-b2f077aff618 req-985c90cb-8039-46ba-b0bd-3131d99c3f93 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907536 Aug 31 00:30:27.824703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:27.828994 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks [] for router_controller (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:27.894070 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c1d1fe7c-3113-4e46-9575-24b9ea826116 req-8ce7eb8b-4623-4191-afe6-504f2ff816e3 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383432 Aug 31 00:30:27.900728 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (a710e8f7-2a7c-46ce-832c-c70ce40a61ba), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:27.901407 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a710e8f7-2a7c-46ce-832c-c70ce40a61ba {{(pid=112890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:30:27.907160 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:27.911709 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0e1afea6-dd26-42d0-8ec4-aa068606ac0f admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/a710e8f7-2a7c-46ce-832c-c70ce40a61ba HTTP/1.1" status: 204 len: 168 time: 1.6745760 Aug 31 00:30:27.914178 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48678) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:28.000224 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:28.012246 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Deleting subnet 18cfe5c3-ec8e-4f74-a2f9-73f4fe033809 {{(pid=112890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:30:28.018579 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Publish callbacks [] for subnet (18cfe5c3-ec8e-4f74-a2f9-73f4fe033809), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.080473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9803734'] for subnet (18cfe5c3-ec8e-4f74-a2f9-73f4fe033809), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.169227 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (18cfe5c3-ec8e-4f74-a2f9-73f4fe033809), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.257819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9802928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9024952'] for subnet (18cfe5c3-ec8e-4f74-a2f9-73f4fe033809), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.292265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cfe5c3-ec8e-4f74-a2f9-73f4fe033809,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:28.298109 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.301605 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-a437cb86-0bd5-4d88-8cbc-63ac705ac447 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/18cfe5c3-ec8e-4f74-a2f9-73f4fe033809 HTTP/1.1" status: 204 len: 168 time: 0.3855627 Aug 31 00:30:28.305517 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48680) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:28.307533 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ef868-fbc3-43cd-bfd7-4ee251871060 None None] Network 4facfc2f-466a-4719-a80b-9fe3f96974ae requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:30:28.384142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (4facfc2f-466a-4719-a80b-9fe3f96974ae), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.433831 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Deleting port 69f68fc0-bf57-4df7-b151-be60eacec4bf {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:28.434268 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.452581 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:28.545864 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] For port 69f68fc0-bf57-4df7-b151-be60eacec4bf, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=69f68fc0-bf57-4df7-b151-be60eacec4bf,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:28.546712 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.554946 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] DHCP port deletion for 4facfc2f-466a-4719-a80b-9fe3f96974ae request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:30:28.574549 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Calling delete_port for 69f68fc0-bf57-4df7-b151-be60eacec4bf owned by network:dhcp {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:28.601394 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Deleting port 69f68fc0-bf57-4df7-b151-be60eacec4bf {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:28.601778 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.678323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] For port 69f68fc0-bf57-4df7-b151-be60eacec4bf, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=69f68fc0-bf57-4df7-b151-be60eacec4bf,segment=NetworkSegment(64a8543f-c1c2-414e-96fe-726afc6a92ae),segment_id=64a8543f-c1c2-414e-96fe-726afc6a92ae)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:28.678623 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.694710 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Calling delete_port for 69f68fc0-bf57-4df7-b151-be60eacec4bf owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:28.725869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.780041 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:28.781429 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f68fc0-bf57-4df7-b151-be60eacec4bf,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:28.787929 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] No DVR routers for this DVR port 69f68fc0-bf57-4df7-b151-be60eacec4bf on host dv-cinder-852210-5-iscsi {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:28.793738 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (69f68fc0-bf57-4df7-b151-be60eacec4bf), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.823273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] Pushing event deleted for resources: {'Port': ['ID=69f68fc0-bf57-4df7-b151-be60eacec4bf,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:28.825314 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb658024-3313-496f-81d5-dc15414fd670 None None] No DVR routers for this DVR port 69f68fc0-bf57-4df7-b151-be60eacec4bf on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:28.934849 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (4facfc2f-466a-4719-a80b-9fe3f96974ae), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:28.973920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4facfc2f-466a-4719-a80b-9fe3f96974ae']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:28.997693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a8543f-c1c2-414e-96fe-726afc6a92ae') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:28.998201 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a8543f-c1c2-414e-96fe-726afc6a92ae') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:30:29.063562 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (64a8543f-c1c2-414e-96fe-726afc6a92ae), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.116388 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e22fd-5593-4e57-b5d2-9fe77f1e11e8 req-f7108aad-5f94-44db-ba45-5354b3339199 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:29.118924 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-633e22fd-5593-4e57-b5d2-9fe77f1e11e8 req-f7108aad-5f94-44db-ba45-5354b3339199 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.1263144 Aug 31 00:30:29.120773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (64a8543f-c1c2-414e-96fe-726afc6a92ae), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.143917 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:30:29.144611 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (64a8543f-c1c2-414e-96fe-726afc6a92ae), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.239193 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 64a8543f-c1c2-414e-96fe-726afc6a92ae resource provider aggregate not found Aug 31 00:30:29.259183 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:29.282454 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment 64a8543f-c1c2-414e-96fe-726afc6a92ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64a8543f-c1c2-414e-96fe-726afc6a92ae found for delete ", "request_id": "req-e2da9ed5-77cb-49bc-bce5-5312ae092046"}]} Aug 31 00:30:29.316031 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (4facfc2f-466a-4719-a80b-9fe3f96974ae), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.333284 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.339571 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/4facfc2f-466a-4719-a80b-9fe3f96974ae HTTP/1.1" status: 204 len: 168 time: 1.0325687 Aug 31 00:30:29.348341 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-633e22fd-5593-4e57-b5d2-9fe77f1e11e8 req-0da10f8a-afb8-4e82-ba04-8c49791595ec tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182212 Aug 31 00:30:29.368661 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b867f-46db-47fb-b7cd-d733c77d11e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4facfc2f-466a-4719-a80b-9fe3f96974ae,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:29.558840 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48692) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:29.598538 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 69f68fc0-bf57-4df7-b151-be60eacec4bf no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:29.615821 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-c6114abc-97da-4d8b-afbc-62c616930e24 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d2b2473cfa244cf1aaaa6e4dac08a3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552273 Aug 31 00:30:29.620201 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48694) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:29.625333 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 69f68fc0-bf57-4df7-b151-be60eacec4bf {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:29.625754 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 69f68fc0-bf57-4df7-b151-be60eacec4bf not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:29.691395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] Publish callbacks [] for security_group (01630d01-9f80-455e-a935-c7780194cbd8), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.718783 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] Publish callbacks [] for security_group (01630d01-9f80-455e-a935-c7780194cbd8), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.778256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (01630d01-9f80-455e-a935-c7780194cbd8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.780789 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:29.782152 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/01630d01-9f80-455e-a935-c7780194cbd8 HTTP/1.1" status: 204 len: 168 time: 0.1607990 Aug 31 00:30:29.794136 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f743d-8c96-4fa6-bd36-ef4d86ef7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01630d01-9f80-455e-a935-c7780194cbd8,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:30.245405 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48702) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:30.309500 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-5c10fdb7-87ca-4406-b093-d2fcf5c018c7 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=51a9e9ece54741ef8c65759bfb81afc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625968 Aug 31 00:30:30.312425 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48704) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:30.367256 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] Publish callbacks [] for security_group (cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:30.393811 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] Publish callbacks [] for security_group (cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:30.424878 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:30.465557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:30.468998 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:30.470267 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8 HTTP/1.1" status: 204 len: 168 time: 0.1568484 Aug 31 00:30:30.481484 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c201bf-6987-4db8-847d-cc20c29cf5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53b4f5-db0d-4f0c-b574-e8b6f4d969c8,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:30.550263 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:30.562274 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac4690-db81-46df-a92e-374baf55d377 req-9eeee21d-fe58-4bef-82c7-3cd76f988acb tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:30.564739 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-27ac4690-db81-46df-a92e-374baf55d377 req-9eeee21d-fe58-4bef-82c7-3cd76f988acb tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.0893004 Aug 31 00:30:30.671226 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-27ac4690-db81-46df-a92e-374baf55d377 req-06a1be57-371d-4709-a31d-09e8236af677 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911441 Aug 31 00:30:31.027206 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=60 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:31.038177 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=66 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:31.846877 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbd1df-2074-426d-bf1d-95cf37ec89d4 req-4ff308fd-4246-42c8-9d7d-3e4a71fb9e2c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:31.848426 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42dbd1df-2074-426d-bf1d-95cf37ec89d4 req-4ff308fd-4246-42c8-9d7d-3e4a71fb9e2c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.0550230 Aug 31 00:30:31.907943 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-42dbd1df-2074-426d-bf1d-95cf37ec89d4 req-d05950ea-0d1c-4954-97f1-684b275d8a7c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509045 Aug 31 00:30:33.674092 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:30:34.568494 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d383ce75-cd51-4780-847c-5b61caf11d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:35.303737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc64f7-61a5-43e6-bfad-51bbaf578d38 req-c17a20f8-b3f2-4bc0-b024-4970a656d8c2 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:35.306813 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a0bc64f7-61a5-43e6-bfad-51bbaf578d38 req-c17a20f8-b3f2-4bc0-b024-4970a656d8c2 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.3270602 Aug 31 00:30:35.372969 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a0bc64f7-61a5-43e6-bfad-51bbaf578d38 req-84720ece-2981-4313-a1a8-842ffaf36bf9 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Aug 31 00:30:36.523195 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96a5a-d9dd-4f30-9157-d5cd9b7dcfe8 req-eed8f751-e944-43ff-b484-2bbe4b40229b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:36.524965 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5c96a5a-d9dd-4f30-9157-d5cd9b7dcfe8 req-eed8f751-e944-43ff-b484-2bbe4b40229b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.0555277 Aug 31 00:30:36.618535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-3c67effc-ab92-4ff5-acf0-a93286211bc3 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:36.620118 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-3c67effc-ab92-4ff5-acf0-a93286211bc3 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 946 time: 0.0702076 Aug 31 00:30:36.624223 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-e5c96a5a-d9dd-4f30-9157-d5cd9b7dcfe8 req-dde53f32-e092-42c9-8958-19caffea8f34 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932140 Aug 31 00:30:36.718738 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Deleting port 4795b28e-528c-4888-8960-a9f1a7203303 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:36.719101 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (4795b28e-528c-4888-8960-a9f1a7203303), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:36.821756 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] For port 4795b28e-528c-4888-8960-a9f1a7203303, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=4795b28e-528c-4888-8960-a9f1a7203303,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:36.822131 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (4795b28e-528c-4888-8960-a9f1a7203303), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:36.838764 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Calling delete_port for 4795b28e-528c-4888-8960-a9f1a7203303 owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:36.989291 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (4795b28e-528c-4888-8960-a9f1a7203303), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:36.990418 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-484cc8a9-5bdf-4c15-b92a-8b4462c8c4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:37.022863 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Pushing event deleted for resources: {'Port': ['ID=4795b28e-528c-4888-8960-a9f1a7203303,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:37.038995 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['4795b28e-528c-4888-8960-a9f1a7203303'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:37.078869 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] No DVR routers for this DVR port 4795b28e-528c-4888-8960-a9f1a7203303 on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:37.081665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:37.085096 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6840a19f-adc3-40b0-82b4-070fb6d3beac req-5e25ab73-3b11-456e-9893-dc055ffe4bb0 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "DELETE /networking/v2.0/ports/4795b28e-528c-4888-8960-a9f1a7203303 HTTP/1.1" status: 204 len: 173 time: 0.4586556 Aug 31 00:30:37.085584 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'name': 'network-vif-deleted', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:37.088634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a4b738-842b-4b08-aaa0-439ec70d9d36" -d '{"events": [{"server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "name": "network-vif-deleted", "tag": "4795b28e-528c-4888-8960-a9f1a7203303"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:37.146260 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c07a532-b89c-4fa6-a1a3-2176d16453a7 x-openstack-request-id: req-8c07a532-b89c-4fa6-a1a3-2176d16453a7 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:37.146721 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7336ca4-d219-4418-8555-efa2696dffa5", "name": "network-vif-deleted", "tag": "4795b28e-528c-4888-8960-a9f1a7203303", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:37.146982 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c07a532-b89c-4fa6-a1a3-2176d16453a7 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:37.147403 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c07a532-b89c-4fa6-a1a3-2176d16453a7'] response: {'server_uuid': 'e7336ca4-d219-4418-8555-efa2696dffa5', 'name': 'network-vif-deleted', 'tag': '4795b28e-528c-4888-8960-a9f1a7203303', 'status': 'completed', 'code': 200} Aug 31 00:30:37.782972 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c682aa20-3873-4f32-9154-ec0e69c3dcfc req-84429067-6fc7-4b10-9904-b2732d454f18 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e7336ca4-d219-4418-8555-efa2696dffa5 HTTP/1.1" status: 200 len: 210 time: 0.0350301 Aug 31 00:30:38.207032 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:39.329313 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-d8a1a63e-f366-4a9b-889d-4b1956a7f52c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:39.330917 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-d8a1a63e-f366-4a9b-889d-4b1956a7f52c tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 809 time: 0.1247835 Aug 31 00:30:39.351390 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-069485e3-f84c-4f5c-ae74-7ea08ce2dae9 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/quotas/0c60f381dfb74597b07208b0c080987f HTTP/1.1" status: 200 len: 375 time: 0.0099115 Aug 31 00:30:39.389467 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-48a42c41-1a6e-406d-b86e-896ab8ebe79a tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304699 Aug 31 00:30:39.415071 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:39.469199 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:39.542716 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-d57139d2-4e8f-4667-8789-7aa596bd2341 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454079 Aug 31 00:30:39.653266 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-78d43bda-31b5-4d0c-bf70-9b5fa0b233f0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008067 Aug 31 00:30:39.674694 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:39.765554 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 4795b28e-528c-4888-8960-a9f1a7203303 no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:39.794604 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 4795b28e-528c-4888-8960-a9f1a7203303 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:39.794998 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 4795b28e-528c-4888-8960-a9f1a7203303 not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:30:39.938116 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a3843320-6d25-4f04-b8af-24f82e12843c req-d771b8da-da84-4151-a76d-7171d1e9444a tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 210 time: 0.0325379 Aug 31 00:30:39.938695 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:40.474358 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:40.475799 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=44,neutron:DELETE=8 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:41.016370 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 48842) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:41.128359 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-99f046bc-1d53-4d28-b103-18f6b17bcd9e req-3187d003-b218-443f-aafe-62e0686dd127 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 210 time: 0.0495179 Aug 31 00:30:41.198792 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.302954 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-9e1bfa70-cb00-4f51-8562-5fd98df3d5cb tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:41.305121 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-9e1bfa70-cb00-4f51-8562-5fd98df3d5cb tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 809 time: 0.1346896 Aug 31 00:30:41.331142 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Request body: {'port': {'device_id': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e', 'admin_state_up': True, 'tenant_id': '0c60f381dfb74597b07208b0c080987f'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:41.358002 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Publish callbacks [] for security_group (968ca0d5-ef35-468f-92e2-bb48e8da3b0d), precommit_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.364116 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (968ca0d5-ef35-468f-92e2-bb48e8da3b0d), after_create {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.438139 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ca0d5-ef35-468f-92e2-bb48e8da3b0d,revision_number=1']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:41.443283 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7cb467316e1e464783859584cb828833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251635 Aug 31 00:30:41.448703 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 48850) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:30:41.452909 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.453420 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.453879 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.454390 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.454928 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.455373 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.455827 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.456326 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.456770 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.457117 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.457582 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.458038 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.458557 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.459013 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.459509 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040dcae-e600-47f7-8e4b-fb1fdaf89430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:41.562761 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] Publish callbacks [] for security_group (968ca0d5-ef35-468f-92e2-bb48e8da3b0d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.573049 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Made reservation on behalf of 0c60f381dfb74597b07208b0c080987f for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:30:41.577036 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.603688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] Publish callbacks [] for security_group (968ca0d5-ef35-468f-92e2-bb48e8da3b0d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.760965 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (968ca0d5-ef35-468f-92e2-bb48e8da3b0d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.764526 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:41.765787 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/968ca0d5-ef35-468f-92e2-bb48e8da3b0d HTTP/1.1" status: 204 len: 168 time: 0.3160172 Aug 31 00:30:41.791911 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb011f91-6dbc-4fbd-a550-4bbbd9428a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ca0d5-ef35-468f-92e2-bb48e8da3b0d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:41.818814 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Allocated IP 172.20.0.14 (6910a064-82ec-43cb-85e4-b1c3f224a55e/787136da-c62b-4d0a-9369-a1a1f5d8de5d/5b228077-6303-443c-8524-ef7ada123f4c) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:30:42.002965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.118203 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks [] for port (5b228077-6303-443c-8524-ef7ada123f4c), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.123615 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:42.142289 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:42.198514 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.289009 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Network 6910a064-82ec-43cb-85e4-b1c3f224a55e is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:30:42.297847 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:30:42.307331 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:30:42.313792 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Pushing event updated for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:42.342231 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688a6e9-f341-44ec-8e5e-559d0609da5c req-3d1d4769-86f2-40be-9c79-e0a0fb6a8e71 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:42.343879 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c688a6e9-f341-44ec-8e5e-559d0609da5c req-3d1d4769-86f2-40be-9c79-e0a0fb6a8e71 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 932 time: 0.1027036 Aug 31 00:30:42.391212 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:42.391863 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.427240 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-25516c7e-acf4-484f-aa9a-592c831a5f37 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1017818 Aug 31 00:30:42.431354 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c688a6e9-f341-44ec-8e5e-559d0609da5c req-c01c2527-8ee4-405a-a5d1-fc2c618fac68 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Aug 31 00:30:42.447387 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Request body: {'port': {'device_id': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:30:42.521843 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5b228077-6303-443c-8524-ef7ada123f4c), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.924960 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b228077-6303-443c-8524-ef7ada123f4c {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:30:42.939608 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks [] for port (5b228077-6303-443c-8524-ef7ada123f4c), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:42.964366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Transition to ACTIVE for port object 5b228077-6303-443c-8524-ef7ada123f4c will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:30:42.969032 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:43.042665 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Pushing event updated for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:43.099512 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Attempting to bind port 5b228077-6303-443c-8524-ef7ada123f4c on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:30:43.099860 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Attempting to bind port 5b228077-6303-443c-8524-ef7ada123f4c by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:30:43.100186 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Attempting to bind port 5b228077-6303-443c-8524-ef7ada123f4c on network 6910a064-82ec-43cb-85e4-b1c3f224a55e {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:30:43.107636 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Port 5b228077-6303-443c-8524-ef7ada123f4c on network 6910a064-82ec-43cb-85e4-b1c3f224a55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:30:43.108090 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Attempting to bind port 5b228077-6303-443c-8524-ef7ada123f4c on network 6910a064-82ec-43cb-85e4-b1c3f224a55e {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:30:43.114649 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:30:43.114996 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Checking segment: {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:30:43.115552 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Bound using segment: {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:30:43.116066 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Bound port: 5b228077-6303-443c-8524-ef7ada123f4c, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:30:43.116537 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5b228077-6303-443c-8524-ef7ada123f4c), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:43.161022 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:43.193392 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:30:43.197927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5b228077-6303-443c-8524-ef7ada123f4c,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:30:43.206013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:43.212072 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:43.212780 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:43.214309 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/5b228077-6303-443c-8524-ef7ada123f4c HTTP/1.1" status: 200 len: 1094 time: 0.7726278 Aug 31 00:30:43.214878 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:43.217336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88f6232-1622-440f-a5d1-6b111817de67" -d '{"events": [{"name": "network-changed", "server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "tag": "5b228077-6303-443c-8524-ef7ada123f4c"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:43.279801 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fd340-16bd-407e-97c3-924d200e9235 service neutron] Pushing event updated for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:43.291538 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57dafa-3b5c-4320-8999-7b788dc1525e x-openstack-request-id: req-dc57dafa-3b5c-4320-8999-7b788dc1525e {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:43.291988 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "tag": "5b228077-6303-443c-8524-ef7ada123f4c", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:43.292471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc57dafa-3b5c-4320-8999-7b788dc1525e {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:43.293289 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc57dafa-3b5c-4320-8999-7b788dc1525e'] response: {'name': 'network-changed', 'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c', 'status': 'completed', 'code': 200} Aug 31 00:30:43.327239 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:43.372741 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-b739c6d6-16d4-4f22-8692-731cbb508ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:43.374303 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-b739c6d6-16d4-4f22-8692-731cbb508ac9 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 1128 time: 0.0575278 Aug 31 00:30:43.425685 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-70a03e34-904f-4e48-be4b-c52a89e11860 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b228077-6303-443c-8524-ef7ada123f4c HTTP/1.1" status: 200 len: 217 time: 0.0354235 Aug 31 00:30:43.484927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-0dec3697-e877-4155-a47b-d1341921dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:43.487601 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-0dec3697-e877-4155-a47b-d1341921dcb7 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=787136da-c62b-4d0a-9369-a1a1f5d8de5d HTTP/1.1" status: 200 len: 849 time: 0.0556254 Aug 31 00:30:43.528955 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-43e21fdf-2e90-4232-bdf2-b84e7a9be3d8 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6910a064-82ec-43cb-85e4-b1c3f224a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343440 Aug 31 00:30:43.639433 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c417e-d366-4922-ac2c-6234971955ba req-8a6cb750-8d83-44f7-92ef-81831f267656 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:43.641340 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-166c417e-d366-4922-ac2c-6234971955ba req-8a6cb750-8d83-44f7-92ef-81831f267656 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 944 time: 0.0968337 Aug 31 00:30:43.669811 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:43.670533 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:43.740058 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-cefaa7b5-9e8e-4551-8453-44bfc58d7fba service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047815 Aug 31 00:30:43.809437 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-166c417e-d366-4922-ac2c-6234971955ba req-f8780f50-c8c6-4d90-ab18-15179ffccd33 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588576 Aug 31 00:30:43.933234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-31eaebfa-1265-45f8-a81d-b7b726133916 req-5d574ab5-22dd-4eae-ae24-7f153a1b8a96 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827159 Aug 31 00:30:44.796200 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f6232-1622-440f-a5d1-6b111817de67 req-391bf8c3-2e67-4ddc-899a-95dc7a61861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:44.797766 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-391bf8c3-2e67-4ddc-899a-95dc7a61861e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=0c60f381dfb74597b07208b0c080987f&device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 1128 time: 0.0452967 Aug 31 00:30:44.974488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f6232-1622-440f-a5d1-6b111817de67 req-68e7c732-1324-4ebd-9391-5a0e25f4fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:44.976015 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-68e7c732-1324-4ebd-9391-5a0e25f4fd38 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 200 len: 910 time: 0.1699963 Aug 31 00:30:45.006927 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d19e-2e70-492b-a427-e3418073a7a9 req-be68ca5c-e77d-4709-8e1f-f29fb0abb3af tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:45.008890 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-34d2d19e-2e70-492b-a427-e3418073a7a9 req-be68ca5c-e77d-4709-8e1f-f29fb0abb3af tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 944 time: 0.0890253 Aug 31 00:30:45.049034 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-e16d9967-ac6d-4366-8da2-895ae7a00e6f service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b228077-6303-443c-8524-ef7ada123f4c HTTP/1.1" status: 200 len: 217 time: 0.0637491 Aug 31 00:30:45.155966 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-34d2d19e-2e70-492b-a427-e3418073a7a9 req-66102994-3cf1-4fa8-b38e-66cf595ec313 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Aug 31 00:30:45.158879 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f6232-1622-440f-a5d1-6b111817de67 req-69bb39c6-050c-4a7b-9575-c8f1111bdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:45.160654 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-69bb39c6-050c-4a7b-9575-c8f1111bdf24 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=787136da-c62b-4d0a-9369-a1a1f5d8de5d HTTP/1.1" status: 200 len: 849 time: 0.1008770 Aug 31 00:30:45.214464 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-5c157faa-4937-436c-9f15-425585e64a02 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=6910a064-82ec-43cb-85e4-b1c3f224a55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458357 Aug 31 00:30:45.346795 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-92990ead-5640-413f-ab3b-e71f3d738662 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251268 Aug 31 00:30:45.470637 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d88f6232-1622-440f-a5d1-6b111817de67 req-fc4d151d-4f86-4ea3-b962-c9d9808628f0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160474 Aug 31 00:30:45.818079 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 5b228077-6303-443c-8524-ef7ada123f4c details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:30:45.976631 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5b228077-6303-443c-8524-ef7ada123f4c,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:46.007101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': '5b228077-6303-443c-8524-ef7ada123f4c', 'network_id': '6910a064-82ec-43cb-85e4-b1c3f224a55e', 'port_id': '5b228077-6303-443c-8524-ef7ada123f4c', 'mac_address': 'fa:16:3e:3d:07:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787136da-c62b-4d0a-9369-a1a1f5d8de5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:30:46.050770 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 5b228077-6303-443c-8524-ef7ada123f4c is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:30:46.051158 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5b228077-6303-443c-8524-ef7ada123f4c), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:46.067223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b228077-6303-443c-8524-ef7ada123f4c {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:30:46.090874 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5b228077-6303-443c-8524-ef7ada123f4c,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:46.095030 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:46.296475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:46.313220 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaaabb-e103-4a8d-8620-7cf0adca7448 req-f02da752-a6ea-40a0-815f-d7d7d4c6eae3 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:46.315871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1aaaaabb-e103-4a8d-8620-7cf0adca7448 req-f02da752-a6ea-40a0-815f-d7d7d4c6eae3 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 945 time: 0.0694611 Aug 31 00:30:46.321474 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:46.441215 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['5b228077-6303-443c-8524-ef7ada123f4c'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:46.580048 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:46.663206 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1aaaaabb-e103-4a8d-8620-7cf0adca7448 req-2309766d-b65e-436d-bc6b-45a2b785d29b tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405931 Aug 31 00:30:47.808928 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:47.824704 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931ace1-f14e-429a-b464-b224130cd4aa req-075bb3dd-6472-4aa1-bbf6-fe8d71c729ef tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:47.825653 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 5b228077-6303-443c-8524-ef7ada123f4c up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:30:47.826402 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3931ace1-f14e-429a-b464-b224130cd4aa req-075bb3dd-6472-4aa1-bbf6-fe8d71c729ef tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 945 time: 0.0556839 Aug 31 00:30:47.886049 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port 5b228077-6303-443c-8524-ef7ada123f4c completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:30:47.894627 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port 5b228077-6303-443c-8524-ef7ada123f4c triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:30:47.895160 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (5b228077-6303-443c-8524-ef7ada123f4c), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:47.904579 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3931ace1-f14e-429a-b464-b224130cd4aa req-aac46e6a-f55a-4df0-b1e7-ac0095470dc9 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706365 Aug 31 00:30:47.988428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port 5b228077-6303-443c-8524-ef7ada123f4c is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:30:47.989240 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (5b228077-6303-443c-8524-ef7ada123f4c), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:48.023137 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:48.026645 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c497f5-8fcb-4b09-81f0-c69fa693972d" -d '{"events": [{"server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "name": "network-vif-plugged", "status": "completed", "tag": "5b228077-6303-443c-8524-ef7ada123f4c"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:48.041285 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5b228077-6303-443c-8524-ef7ada123f4c,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:48.046905 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:48.097471 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:48.099417 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f72c2-a226-4948-b86d-5156fdc719f4 x-openstack-request-id: req-723f72c2-a226-4948-b86d-5156fdc719f4 {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:48.099845 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "name": "network-vif-plugged", "status": "completed", "tag": "5b228077-6303-443c-8524-ef7ada123f4c", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:48.100067 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-723f72c2-a226-4948-b86d-5156fdc719f4 {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:48.100484 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f72c2-a226-4948-b86d-5156fdc719f4'] response: {'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c', 'code': 200} Aug 31 00:30:48.115197 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:48.336350 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd52255-6471-42bf-b457-13f9afc1cb6d req-0ef5979d-09f5-4a78-9455-031e05772115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:48.338849 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7dd52255-6471-42bf-b457-13f9afc1cb6d req-0ef5979d-09f5-4a78-9455-031e05772115 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 1130 time: 0.0490649 Aug 31 00:30:48.403701 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-7dd52255-6471-42bf-b457-13f9afc1cb6d req-cecd6254-83d9-4b17-9855-a91480e608f6 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589225 Aug 31 00:30:49.064178 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c5014-f5b4-4c27-8afc-81fac5832e9f req-1dff6d64-942d-4dd1-b9e4-d50f30b87949 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:49.066200 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e7c5014-f5b4-4c27-8afc-81fac5832e9f req-1dff6d64-942d-4dd1-b9e4-d50f30b87949 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 946 time: 0.0541916 Aug 31 00:30:49.121101 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8e7c5014-f5b4-4c27-8afc-81fac5832e9f req-92554a56-3759-45de-8d6b-dcac93cc90bd tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Aug 31 00:30:50.274090 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861b6a5-a52b-4e66-99b5-cfcf6cad9b55 req-2e6791a2-c2d9-4c50-bd9d-8a713530dd30 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:50.276184 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2861b6a5-a52b-4e66-99b5-cfcf6cad9b55 req-2e6791a2-c2d9-4c50-bd9d-8a713530dd30 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 946 time: 0.0571377 Aug 31 00:30:50.336858 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2861b6a5-a52b-4e66-99b5-cfcf6cad9b55 req-f44b32a3-1f93-4461-a63c-13353cd74352 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Aug 31 00:30:51.264779 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273114b-6520-49c0-b95b-08c64d8a7978 req-c98b75d2-0161-4353-a9eb-884f0a4b56c9 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:51.267722 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a273114b-6520-49c0-b95b-08c64d8a7978 req-c98b75d2-0161-4353-a9eb-884f0a4b56c9 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 946 time: 0.0841708 Aug 31 00:30:51.352311 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a273114b-6520-49c0-b95b-08c64d8a7978 req-6244ea56-a5a5-47ac-b1f6-21657237a798 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Aug 31 00:30:51.435785 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=16,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:51.446226 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=23,neutron:INSERT=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:52.487393 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de89f3-6f73-44d1-a779-1b205b6d632c req-ac1a038b-d5aa-4599-8c10-c1c6c477a629 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:52.489086 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-53de89f3-6f73-44d1-a779-1b205b6d632c req-ac1a038b-d5aa-4599-8c10-c1c6c477a629 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 946 time: 0.0530496 Aug 31 00:30:52.550575 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-53de89f3-6f73-44d1-a779-1b205b6d632c req-f03b3fbd-6dbc-468b-8c4e-3d330be060f4 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0d2eb10b-2da8-472a-b765-1c72b9a62b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Aug 31 00:30:52.647471 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-bdced0c2-6c7e-4428-a2d2-993a13c26be1 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:30:52.649624 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-bdced0c2-6c7e-4428-a2d2-993a13c26be1 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 946 time: 0.0529156 Aug 31 00:30:52.755399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Deleting port 5b228077-6303-443c-8524-ef7ada123f4c {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:30:52.755748 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (5b228077-6303-443c-8524-ef7ada123f4c), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:52.860867 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] For port 5b228077-6303-443c-8524-ef7ada123f4c, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=5b228077-6303-443c-8524-ef7ada123f4c,segment=NetworkSegment(fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5),segment_id=fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:30:52.861250 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (5b228077-6303-443c-8524-ef7ada123f4c), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:52.877145 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Calling delete_port for 5b228077-6303-443c-8524-ef7ada123f4c owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:30:53.010667 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:53.040286 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (5b228077-6303-443c-8524-ef7ada123f4c), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:53.051880 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:30:53.076341 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['5b228077-6303-443c-8524-ef7ada123f4c'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:30:53.089715 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Pushing event deleted for resources: {'Port': ['ID=5b228077-6303-443c-8524-ef7ada123f4c,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:30:53.115771 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.116395 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.117044 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.117629 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.118204 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.118787 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.119353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.119919 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.120519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.121092 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.121664 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.122223 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.122800 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.123361 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.123920 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:30:53.186380 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] No DVR routers for this DVR port 5b228077-6303-443c-8524-ef7ada123f4c on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:30:53.189682 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:30:53.196844 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1f815ea9-4d49-40f9-a63b-3442fc0199ac req-9e4c98e2-0170-4b9d-8494-185f00f87115 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.70 "DELETE /networking/v2.0/ports/5b228077-6303-443c-8524-ef7ada123f4c HTTP/1.1" status: 204 len: 173 time: 0.5368230 Aug 31 00:30:53.197519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'name': 'network-vif-deleted', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:30:53.201309 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e09217-d63b-48d1-a4e5-142a370d43bb" -d '{"events": [{"server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "name": "network-vif-deleted", "tag": "5b228077-6303-443c-8524-ef7ada123f4c"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:30:53.249524 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b43486-171f-4b08-b592-1a09b36c1a42 x-openstack-request-id: req-05b43486-171f-4b08-b592-1a09b36c1a42 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:30:53.250012 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12d74f5-9f9f-478e-b427-6cc06486040f", "name": "network-vif-deleted", "tag": "5b228077-6303-443c-8524-ef7ada123f4c", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:30:53.250434 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05b43486-171f-4b08-b592-1a09b36c1a42 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:30:53.251080 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b43486-171f-4b08-b592-1a09b36c1a42'] response: {'server_uuid': 'e12d74f5-9f9f-478e-b427-6cc06486040f', 'name': 'network-vif-deleted', 'tag': '5b228077-6303-443c-8524-ef7ada123f4c', 'status': 'completed', 'code': 200} Aug 31 00:30:53.678932 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d3d45f13-9a21-4d8f-8c0b-0b1e26bf54c1 req-e8391508-a994-41e8-a51c-e1221d75d511 tempest-VolumesActionsTest-1497485908 tempest-VolumesActionsTest-1497485908-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e12d74f5-9f9f-478e-b427-6cc06486040f HTTP/1.1" status: 200 len: 210 time: 0.0304470 Aug 31 00:30:55.859551 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 5b228077-6303-443c-8524-ef7ada123f4c no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:30:55.881061 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 5b228077-6303-443c-8524-ef7ada123f4c {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:30:55.881416 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 5b228077-6303-443c-8524-ef7ada123f4c not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:31:03.081608 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:03.164599 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:03.660016 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:04.567610 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b99916b6-7e61-4d66-8658-be9acf31d84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:06.506201 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=13 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:06.513938 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=19 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:06.994778 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-463a40ab-1216-444d-8454-aa4cd4c2bb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:08.217001 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:09.691787 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:09.937916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:10.682100 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:31:12.004026 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.171879 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49124) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:19.223005 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Deleting subnet 787136da-c62b-4d0a-9369-a1a1f5d8de5d {{(pid=112890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:31:19.227052 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Publish callbacks [] for subnet (787136da-c62b-4d0a-9369-a1a1f5d8de5d), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.275955 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9803734'] for subnet (787136da-c62b-4d0a-9369-a1a1f5d8de5d), precommit_delete_associations {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.341737 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (787136da-c62b-4d0a-9369-a1a1f5d8de5d), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.420884 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9802928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9024952'] for subnet (787136da-c62b-4d0a-9369-a1a1f5d8de5d), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.461473 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787136da-c62b-4d0a-9369-a1a1f5d8de5d,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:19.468353 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.472351 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-1da11453-cde4-4307-b24a-58d70a332ca6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/787136da-c62b-4d0a-9369-a1a1f5d8de5d HTTP/1.1" status: 204 len: 168 time: 0.2991855 Aug 31 00:31:19.475070 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49126) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:19.554493 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (6910a064-82ec-43cb-85e4-b1c3f224a55e), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.644267 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (6910a064-82ec-43cb-85e4-b1c3f224a55e), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.673087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6910a064-82ec-43cb-85e4-b1c3f224a55e']}} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:19.685360 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5') {'for_net_delete': True} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:19.685736 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.services.segments.db [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5') {} {{(pid=112890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:19.701969 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9803741'] for segment (fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.718578 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.727421 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=112890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:31:19.727961 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9800214'] for segment (fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.792505 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5 resource provider aggregate not found Aug 31 00:31:19.818425 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.services.segments.plugin [-] Segment fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd3f8a26-6b8d-4d71-8c6d-3cd3191a7fd5 found for delete ", "request_id": "req-a6e1f989-80b8-4c01-9ae9-2ba6914dc595"}]} Aug 31 00:31:19.821000 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (6910a064-82ec-43cb-85e4-b1c3f224a55e), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.827054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:19.831453 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/6910a064-82ec-43cb-85e4-b1c3f224a55e HTTP/1.1" status: 204 len: 168 time: 0.3545728 Aug 31 00:31:19.848678 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88e400-69d1-4bd4-8fce-508c076daf4c admin admin] Pushing event deleted for resources: {'Network': ['ID=6910a064-82ec-43cb-85e4-b1c3f224a55e,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:20.055652 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49134) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:20.100988 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-3d366d5b-cb3c-444e-bc77-0f92e99153c9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0c60f381dfb74597b07208b0c080987f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433371 Aug 31 00:31:20.103588 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49136) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:20.159846 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] Publish callbacks [] for security_group (0d2eb10b-2da8-472a-b765-1c72b9a62b92), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:20.187527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] Publish callbacks [] for security_group (0d2eb10b-2da8-472a-b765-1c72b9a62b92), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:20.243185 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (0d2eb10b-2da8-472a-b765-1c72b9a62b92), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:20.246059 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:20.247379 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0d2eb10b-2da8-472a-b765-1c72b9a62b92 HTTP/1.1" status: 204 len: 168 time: 0.1427863 Aug 31 00:31:20.256490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37ddf6-5067-4a5b-b49e-61903f66ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2eb10b-2da8-472a-b765-1c72b9a62b92,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:20.669931 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:20.679217 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:21.994695 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:25.208115 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-ff702c5f-58ae-4049-8987-1f95cda35d0d service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2338583 Aug 31 00:31:25.320619 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09543-177a-4091-b0aa-961df1945749 req-d5abbcc5-d96e-40d5-bd4a-d9ac35a559d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:25.322158 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-d5abbcc5-d96e-40d5-bd4a-d9ac35a559d2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0454550 Aug 31 00:31:25.429492 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:25.447279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09543-177a-4091-b0aa-961df1945749 req-f7619ccc-133c-47f9-abb5-2d847ad43d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:25.448843 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-f7619ccc-133c-47f9-abb5-2d847ad43d53 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1071019 Aug 31 00:31:25.518943 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-edab5cf9-bbc1-4928-99f5-1c9b0a69f543 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 1000 time: 0.0632110 Aug 31 00:31:25.533364 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:25.576509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09543-177a-4091-b0aa-961df1945749 req-276c2391-e46f-44e5-a560-c6ff2a17f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:25.578009 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-276c2391-e46f-44e5-a560-c6ff2a17f3ad service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0535049 Aug 31 00:31:25.633862 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09543-177a-4091-b0aa-961df1945749 req-de53002d-2368-4573-b0f4-58ba56facbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:25.635831 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-de53002d-2368-4573-b0f4-58ba56facbe0 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518572 Aug 31 00:31:25.648265 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-8c7aed9b-31ef-43a0-801b-045bcd07ef98 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:31:25.649785 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-8c7aed9b-31ef-43a0-801b-045bcd07ef98 service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081365 Aug 31 00:31:25.779468 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-b7ed176e-c6ab-430d-9391-26a2105be00f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236119 Aug 31 00:31:25.886727 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-50c09543-177a-4091-b0aa-961df1945749 req-030f1211-6b9a-412a-a34a-b22bcba3f14c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012864 Aug 31 00:31:30.270456 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:33.436856 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-298f2427-8a51-4c43-8edf-0d30010e446a tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-835580744&fields=id&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 267 time: 0.0605080 Aug 31 00:31:33.564288 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-cd9dcfd8-b24d-4190-8e89-e182e35ae206 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:33.565860 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-cd9dcfd8-b24d-4190-8e89-e182e35ae206 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.1223991 Aug 31 00:31:33.583058 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-0d7ab2be-146f-42f0-9ae7-e97786750180 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/quotas/5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 375 time: 0.0102594 Aug 31 00:31:33.643749 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-46b0bd02-a82e-44ea-9370-4668f83c178f tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540965 Aug 31 00:31:33.728819 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-4b36fe3c-aa25-463b-8385-98ad8b95045d service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 00:31:33.729953 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-4b36fe3c-aa25-463b-8385-98ad8b95045d service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0733654 Aug 31 00:31:33.841580 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-c950904f-c799-479b-9441-7bfc2ba3e032 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046414 Aug 31 00:31:33.944501 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-4786a4e3-6e9c-4cda-b3ce-e33dc5bfa986 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955973 Aug 31 00:31:34.303330 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-48e07136-17b3-4b7a-9465-3ef8e81d9e14 req-1e1fdd4e-712c-4f8f-8bc4-da827052e55d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 210 time: 0.0353384 Aug 31 00:31:34.557698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7397-f992-43c3-9b65-71511943ac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:35.432352 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6672a010-efb4-4c58-bfea-a1e34901e87b req-0089f050-7f5d-4688-a6bc-213801574658 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Aug 31 00:31:35.709015 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-f5b48c92-5616-473d-94e0-f6c3dc6bd985 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:35.712143 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-f5b48c92-5616-473d-94e0-f6c3dc6bd985 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 812 time: 0.1330984 Aug 31 00:31:35.794891 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-96c909ff-9a82-4d4a-9ab3-b9feeeeba2c6 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e59b45c75cb4f8ea7e7a47730709614 HTTP/1.1" status: 200 len: 379 time: 0.0680573 Aug 31 00:31:35.807129 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'port': {'device_id': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'admin_state_up': True, 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'security_groups': ['9981ca31-f619-42df-94b3-61de3d3bb965']}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:31:35.917866 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:35.987054 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:36.007885 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Made reservation on behalf of 5e59b45c75cb4f8ea7e7a47730709614 for: {'port': 1} {{(pid=112890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:31:36.012355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.178677 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.20.0.9 (2cf33b5d-0191-49b5-9f4e-a777ce59af25/266b825c-aea6-4008-a1a4-57098bc4ae25/dd4488ca-4188-4986-a93c-20f879f1f5da) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:31:36.392029 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.434048 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.497790 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:31:36.511770 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:31:36.519332 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:31:36.557613 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:36.630008 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:36.630688 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.654255 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8016bb9-b00a-4daf-9efc-2b52750d3797 req-4e4f49dd-65d8-4283-9d97-38b761f45d50 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:36.656190 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f8016bb9-b00a-4daf-9efc-2b52750d3797 req-4e4f49dd-65d8-4283-9d97-38b761f45d50 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 931 time: 0.0816441 Aug 31 00:31:36.684469 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-4a221acf-af62-43c5-904d-dec49a61e2ef tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8815801 Aug 31 00:31:36.703282 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Request body: {'port': {'device_id': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85221'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:31:36.761963 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f8016bb9-b00a-4daf-9efc-2b52750d3797 req-9ebaef45-137a-4ae3-8edf-116d0a336abe tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949178 Aug 31 00:31:36.798414 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.849511 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-7d034469-b793-45c7-9341-c8bb6a94d2fb None None] Provisioning complete for port dd4488ca-4188-4986-a93c-20f879f1f5da triggered by entity DHCP. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:31:36.850428 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7d034469-b793-45c7-9341-c8bb6a94d2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:36.898022 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-7d034469-b793-45c7-9341-c8bb6a94d2fb None None] Port dd4488ca-4188-4986-a93c-20f879f1f5da cannot update to ACTIVE because it is not bound. {{(pid=112892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 00:31:36.992438 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-6595fb9f-af40-4a71-9a41-035bd24ebf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.040351 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:37.064302 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:37.141562 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4488ca-4188-4986-a93c-20f879f1f5da {{(pid=112890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:31:37.150950 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks [] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.168524 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.provisioning_blocks [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Transition to ACTIVE for port object dd4488ca-4188-4986-a93c-20f879f1f5da will not be triggered until provisioned by entity L2. {{(pid=112890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 00:31:37.172881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.248103 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:37.310701 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Attempting to bind port dd4488ca-4188-4986-a93c-20f879f1f5da on host hv-cinder-85221 for vnic_type normal with profile {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 00:31:37.311128 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Attempting to bind port dd4488ca-4188-4986-a93c-20f879f1f5da by drivers openvswitch,hyperv on host hv-cinder-85221 at level 0 using segments [{'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 00:31:37.311520 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Attempting to bind port dd4488ca-4188-4986-a93c-20f879f1f5da on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:31:37.317475 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Port dd4488ca-4188-4986-a93c-20f879f1f5da on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85221 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 00:31:37.317929 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Attempting to bind port dd4488ca-4188-4986-a93c-20f879f1f5da on network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 00:31:37.325304 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Checking agent: {'id': '1c2759f5-0ada-4a8f-8deb-2913df5efcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85221', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'started_at': datetime.datetime(2022, 8, 31, 0, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 0, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 00:31:37.325648 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Checking segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 00:31:37.326035 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Bound using segment: {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'} {{(pid=112890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 00:31:37.326479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.managers [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Bound port: dd4488ca-4188-4986-a93c-20f879f1f5da, host: hv-cinder-85221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945b281-6f61-41ae-8167-994b8ea689c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25'}}] {{(pid=112890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 00:31:37.326845 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.398487 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, cleared binding levels {{(pid=112890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:31:37.402460 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=dd4488ca-4188-4986-a93c-20f879f1f5da,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:31:37.410124 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.415485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:37.416125 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:37.417622 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] 10.222.0.70 "PUT /networking/v2.0/ports/dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 200 len: 1093 time: 0.7188168 Aug 31 00:31:37.418171 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:31:37.420556 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:31:37.488806 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886fa35-96b3-4bbd-8ab1-f12cc3e6e520 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=3']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:37.545069 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-9a55c49d-c104-4236-9c13-2a946202472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:37.546816 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-9a55c49d-c104-4236-9c13-2a946202472e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1127 time: 0.0533028 Aug 31 00:31:37.597631 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-c8932bc6-c8f9-43e0-9e45-8b53547924cd service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 200 len: 217 time: 0.0381255 Aug 31 00:31:37.667330 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-ce6769e2-527a-4db4-b8c8-f71eb71e8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:37.669176 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-ce6769e2-527a-4db4-b8c8-f71eb71e8237 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0653911 Aug 31 00:31:37.685962 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e4e4b-088e-464d-b5cf-21edf201d512 x-openstack-request-id: req-fa8e4e4b-088e-464d-b5cf-21edf201d512 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:31:37.686387 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:31:37.686739 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa8e4e4b-088e-464d-b5cf-21edf201d512 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:31:37.687234 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8e4e4b-088e-464d-b5cf-21edf201d512'] response: {'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'status': 'completed', 'code': 200} Aug 31 00:31:37.722451 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711a283-f98a-4d20-93cd-617570003c1d req-b619d3d1-3689-4eca-8153-0a3f4dc89394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:37.724028 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-b619d3d1-3689-4eca-8153-0a3f4dc89394 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489175 Aug 31 00:31:37.860418 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-1b2a2646-d50d-4d36-86e5-29f0e0e61e21 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293066 Aug 31 00:31:37.982105 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6156b-cf0c-4ac9-b042-6b1d5d29733d req-49b4fdde-4212-46bb-9bd3-08e947bcd5d7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:37.983779 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3fb6156b-cf0c-4ac9-b042-6b1d5d29733d req-49b4fdde-4212-46bb-9bd3-08e947bcd5d7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0659859 Aug 31 00:31:38.025500 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d711a283-f98a-4d20-93cd-617570003c1d req-a6e228d1-5f5d-4321-b14f-eb4726406476 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596944 Aug 31 00:31:38.060799 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3fb6156b-cf0c-4ac9-b042-6b1d5d29733d req-f02f2279-ee13-4df0-8999-f540fea76c98 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663388 Aug 31 00:31:38.207176 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:38.418013 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-688bc9c9-d06e-4cc7-b28d-b17fefd06b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:38.419609 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-688bc9c9-d06e-4cc7-b28d-b17fefd06b1e service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1127 time: 0.0471191 Aug 31 00:31:38.446888 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:38.554609 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-7a2d48ce-6474-4d67-bbbe-6480d033862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:38.557173 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-7a2d48ce-6474-4d67-bbbe-6480d033862c service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1311333 Aug 31 00:31:38.612753 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-9ea9f954-8f25-4e7a-818e-567006ec9c82 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 200 len: 217 time: 0.0468814 Aug 31 00:31:38.628126 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:38.682115 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-6d271c23-2b7f-479a-96de-4348935a0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:38.683712 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-6d271c23-2b7f-479a-96de-4348935a0da1 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0643942 Aug 31 00:31:38.734752 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-b729b5c1-5ad2-4703-81ea-a0624cafb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:38.736416 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-b729b5c1-5ad2-4703-81ea-a0624cafb1c7 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450695 Aug 31 00:31:38.840666 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-cc4dc80c-4b59-41e4-a475-98b4f3d3f437 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980017 Aug 31 00:31:38.942199 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-73cd39b5-fb51-4b59-ab2a-b1ba7cff1fbe req-460766cf-46ad-4481-8be9-404acea41161 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961394 Aug 31 00:31:39.221074 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6c43-8770-4b9b-a6e9-a4b65481fc24 req-35841efa-0a7c-4cfb-88af-b24e7dc388eb tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:39.222688 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b2c6c43-8770-4b9b-a6e9-a4b65481fc24 req-35841efa-0a7c-4cfb-88af-b24e7dc388eb tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0645390 Aug 31 00:31:39.559624 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3b2c6c43-8770-4b9b-a6e9-a4b65481fc24 req-452509c1-9720-475d-afd4-e7942d749eac tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256567 Aug 31 00:31:39.675241 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:39.950207 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:40.700765 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5f19-6c38-4995-896a-5772d00469d4 req-14b2ec37-44cb-4fef-b265-f36f254a49bd tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:40.702370 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4dfc5f19-6c38-4995-896a-5772d00469d4 req-14b2ec37-44cb-4fef-b265-f36f254a49bd tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0519099 Aug 31 00:31:40.762008 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-4dfc5f19-6c38-4995-896a-5772d00469d4 req-4ae010c6-88a3-42ab-a6be-04e552b43c1d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534227 Aug 31 00:31:41.890804 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c74ae-5ab1-4734-9ea7-f1d7ab809f30 req-8c21a0bc-4263-4295-b3e6-823734524b13 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:41.892434 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aa7c74ae-5ab1-4734-9ea7-f1d7ab809f30 req-8c21a0bc-4263-4295-b3e6-823734524b13 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0531521 Aug 31 00:31:41.949910 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-aa7c74ae-5ab1-4734-9ea7-f1d7ab809f30 req-45070981-d395-4711-b597-d2787a697213 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505080 Aug 31 00:31:41.999075 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:43.081705 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d796d7-121c-4b1d-87f9-39cc9beff38e req-0fe9910e-d475-48ac-9a72-6b623224f37b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:43.083374 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88d796d7-121c-4b1d-87f9-39cc9beff38e req-0fe9910e-d475-48ac-9a72-6b623224f37b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0536883 Aug 31 00:31:43.141987 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-88d796d7-121c-4b1d-87f9-39cc9beff38e req-116f5414-0cd6-4c92-b4ad-0818756ae1f7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524602 Aug 31 00:31:43.513273 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:43.514136 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:44.281778 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db160575-f0ac-4d70-9a0e-ad8ef53e8f8a req-3e9c6bb3-f24b-45cb-a35f-6288cdea3cf7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:44.283638 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db160575-f0ac-4d70-9a0e-ad8ef53e8f8a req-3e9c6bb3-f24b-45cb-a35f-6288cdea3cf7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0547364 Aug 31 00:31:44.352647 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db160575-f0ac-4d70-9a0e-ad8ef53e8f8a req-52390146-18d3-4601-b99f-988e506e68cf tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617073 Aug 31 00:31:45.509730 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb528f3-446f-4134-81b2-0bfd1917e2cf req-39180e57-cf50-4c44-9157-4721f3bd001c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:45.511740 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3fb528f3-446f-4134-81b2-0bfd1917e2cf req-39180e57-cf50-4c44-9157-4721f3bd001c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 943 time: 0.0531890 Aug 31 00:31:45.571220 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-3fb528f3-446f-4134-81b2-0bfd1917e2cf req-ad91dc41-9a45-4cc7-b196-1c3c701af656 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530634 Aug 31 00:31:46.004780 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device dd4488ca-4188-4986-a93c-20f879f1f5da details requested by agent hyperv_hv-cinder-85221 with host hv-cinder-85221 {{(pid=112892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:31:46.128965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=dd4488ca-4188-4986-a93c-20f879f1f5da,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:31:46.146005 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Returning: {'device': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'port_id': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'mac_address': 'fa:16:3e:c4:d3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:31:46.197962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port dd4488ca-4188-4986-a93c-20f879f1f5da is: DOWN; New status is: BUILD {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:31:46.198352 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:46.215514 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4488ca-4188-4986-a93c-20f879f1f5da {{(pid=112892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 00:31:46.241257 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=dd4488ca-4188-4986-a93c-20f879f1f5da,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:31:46.247239 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:46.309708 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=4']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:46.319834 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.320323 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.320717 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.321092 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.321472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.321855 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.322267 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.322630 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.323020 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.323405 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.323781 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.324316 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.325129 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.325509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.325880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:31:46.541234 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] get_ports_and_sgs() called for port_ids ['dd4488ca-4188-4986-a93c-20f879f1f5da'] {{(pid=112892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 00:31:46.739207 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16b031-52c4-49a3-88a0-cff3d3fe8651 req-4d92ee51-981f-4f3e-baeb-30cfbe1e6265 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:46.741606 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c16b031-52c4-49a3-88a0-cff3d3fe8651 req-4d92ee51-981f-4f3e-baeb-30cfbe1e6265 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 944 time: 0.0661612 Aug 31 00:31:46.788447 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:46.817911 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-2c16b031-52c4-49a3-88a0-cff3d3fe8651 req-b3ff69b9-b1d2-4083-a23c-585a73850a0b tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687304 Aug 31 00:31:46.921841 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:46.924542 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:47.673210 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:31:47.959248 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb79a5-e1a9-4171-acd8-f4629b318d9f req-d0c1ff9a-d7a0-4b95-a90b-0e1a23d352b4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:47.961071 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18bb79a5-e1a9-4171-acd8-f4629b318d9f req-d0c1ff9a-d7a0-4b95-a90b-0e1a23d352b4 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 944 time: 0.0571132 Aug 31 00:31:48.028949 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-18bb79a5-e1a9-4171-acd8-f4629b318d9f req-1c2ad73c-0159-4b2d-98c9-cc2e7b6bd22f tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576022 Aug 31 00:31:48.029435 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device dd4488ca-4188-4986-a93c-20f879f1f5da up at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:31:48.087880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning for port dd4488ca-4188-4986-a93c-20f879f1f5da completed by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 00:31:48.095504 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.provisioning_blocks [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Provisioning complete for port dd4488ca-4188-4986-a93c-20f879f1f5da triggered by entity L2. {{(pid=112892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 00:31:48.096032 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716138'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), provisioning_complete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:48.181054 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Current status of the port dd4488ca-4188-4986-a93c-20f879f1f5da is: BUILD; New status is: ACTIVE {{(pid=112892) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 00:31:48.181451 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), before_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:48.211015 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da'}] {{(pid=112892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:31:48.213555 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1249f26474674ce81f66d1592c0db2fe19f1ffcca6d47d16c174184bd0a9ce52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40fc066-8d94-4473-9a59-6b5c20c62437" -d '{"events": [{"server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "name": "network-vif-plugged", "status": "completed", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da"}]}' {{(pid=112892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:31:48.229140 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=dd4488ca-4188-4986-a93c-20f879f1f5da,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:31:48.234384 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:48.266305 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1471d1-2a7a-4971-b350-47ca41215ceb x-openstack-request-id: req-7c1471d1-2a7a-4971-b350-47ca41215ceb {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:31:48.266632 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "name": "network-vif-plugged", "status": "completed", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da", "code": 200}]} {{(pid=112892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:31:48.266891 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c1471d1-2a7a-4971-b350-47ca41215ceb {{(pid=112892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:31:48.267329 dv-cinder-852210-5-iscsi neutron-server[112892]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1471d1-2a7a-4971-b350-47ca41215ceb'] response: {'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'code': 200} Aug 31 00:31:48.299783 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Pushing event updated for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=5']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:48.551788 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa01b08-543c-4e0a-a4cb-87c1184c3c30 req-4cbaed4f-fddf-4412-8bd9-7cfc56c88bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:48.553776 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fa01b08-543c-4e0a-a4cb-87c1184c3c30 req-4cbaed4f-fddf-4412-8bd9-7cfc56c88bba service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1129 time: 0.0462794 Aug 31 00:31:48.567050 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:48.611664 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-6fa01b08-543c-4e0a-a4cb-87c1184c3c30 req-74d54220-40fb-4510-9561-3b5d75e3c592 service neutron] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514917 Aug 31 00:31:49.178795 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c066-9a53-4e88-adad-bcb2cd79f8b0 req-c1b41215-2e92-418e-a6d4-08092704cde5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:49.180648 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c191c066-9a53-4e88-adad-bcb2cd79f8b0 req-c1b41215-2e92-418e-a6d4-08092704cde5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.0543528 Aug 31 00:31:49.246795 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-c191c066-9a53-4e88-adad-bcb2cd79f8b0 req-b265f34f-3147-4adf-b0eb-79c1a3dffbbf tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558643 Aug 31 00:31:50.380301 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e602ed-8074-4714-b5ca-3082d5d62500 req-55e3c5d9-1b71-4c82-9346-ee039f4665ee tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:50.384002 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-64e602ed-8074-4714-b5ca-3082d5d62500 req-55e3c5d9-1b71-4c82-9346-ee039f4665ee tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Aug 31 00:31:50.441083 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-64e602ed-8074-4714-b5ca-3082d5d62500 req-0da58448-5952-400b-b46e-5d1af910b0aa tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516798 Aug 31 00:31:50.605753 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c0558-7bfd-4135-bbb5-88bc95e1ee77 req-1c5209ed-b532-4adc-ba33-7b79dc35efd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:50.608337 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f61c0558-7bfd-4135-bbb5-88bc95e1ee77 req-1c5209ed-b532-4adc-ba33-7b79dc35efd5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.0659955 Aug 31 00:31:50.666277 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f61c0558-7bfd-4135-bbb5-88bc95e1ee77 req-b9413235-08ea-4440-b09a-7e13c2a8b0e7 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519822 Aug 31 00:31:50.696258 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49230) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:50.742366 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b49f33-ee28-4660-94bd-f4bf634b4817 tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:50.743943 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-82b49f33-ee28-4660-94bd-f4bf634b4817 tempest-TestVolumeBootPattern-867415476 tempest-TestVolumeBootPattern-867415476-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1124 time: 0.0466311 Aug 31 00:31:50.748547 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49232) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:31:50.753225 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.v2.base [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Request body: {'floatingip': {'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'port_id': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:31:50.778453 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:50.874527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (None), before_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.002903 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.db_base_plugin_common [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Allocated IP 172.27.4.25 (69465f94-b6fc-4856-b6bf-1a7cb92fab1b/fde4d8ad-108b-454c-9172-b7bec5cd423c/0bb08d05-17cb-43cc-b01c-752e8598c03e) {{(pid=112890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:31:51.155932 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.185581 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:51.199336 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747252341800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.247047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Network 69465f94-b6fc-4856-b6bf-1a7cb92fab1b is already hosted by enough agents. {{(pid=112890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:31:51.250464 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.base_scheduler [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Resources bound (agent type, host, resource id): {{(pid=112890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:31:51.254967 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Received port after_create {{(pid=112890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 00:31:51.279455 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=0bb08d05-17cb-43cc-b01c-752e8598c03e,revision_number=1']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:51.291226 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:51.707617 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (25973ad7-d5b7-4e20-96bc-e5de9cbff81a), precommit_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.791488 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575803'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), before_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.981536 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), precommit_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:51.988931 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747252784770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747252341818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747252341836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9800266'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), after_update {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:52.074008 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event updated for resources: {'Port': ['ID=0bb08d05-17cb-43cc-b01c-752e8598c03e,revision_number=2']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:31:52.076785 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728520'] for floatingip (25973ad7-d5b7-4e20-96bc-e5de9cbff81a), after_create {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:52.203034 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 25973ad7-d5b7-4e20-96bc-e5de9cbff81a associated. External IP: 172.27.4.25, port: dd4488ca-4188-4986-a93c-20f879f1f5da. Aug 31 00:31:52.206799 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:52.425874 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:31:52.450909 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:31:52.582077 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:31:52.600147 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:31:52.612687 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:31:52.613352 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:31:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:52.613599 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:31:52.658566 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ed703ec4-2e15-4f64-8c7c-75ca65baa430 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9086728 Aug 31 00:31:52.660565 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:31:52.663606 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a691c-eeac-45a4-9e30-b381295e013d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:31:52.730795 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fee50d-21c1-483c-90a8-88f7b7ec6454 x-openstack-request-id: req-71fee50d-21c1-483c-90a8-88f7b7ec6454 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:31:52.731503 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:31:52.731730 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71fee50d-21c1-483c-90a8-88f7b7ec6454 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:31:52.732256 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fee50d-21c1-483c-90a8-88f7b7ec6454'] response: {'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'status': 'completed', 'code': 200} Aug 31 00:31:52.767864 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:31:52.838608 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a691c-eeac-45a4-9e30-b381295e013d req-b9b0648c-8f61-493d-a804-3a22e5e1dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:52.840976 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-b9b0648c-8f61-493d-a804-3a22e5e1dc04 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1129 time: 0.0541635 Aug 31 00:31:52.949279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a691c-eeac-45a4-9e30-b381295e013d req-babca761-5eb6-489a-a4e0-850803cab289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:52.950855 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-babca761-5eb6-489a-a4e0-850803cab289 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1044352 Aug 31 00:31:53.035092 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-be5a7547-0a5e-44ed-94bc-20d4ede7c9cf service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 200 len: 998 time: 0.0785003 Aug 31 00:31:53.096001 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a691c-eeac-45a4-9e30-b381295e013d req-7e04cd11-3d5c-48f8-a234-5bef0cf3afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:53.097968 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-7e04cd11-3d5c-48f8-a234-5bef0cf3afe6 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0571840 Aug 31 00:31:53.133800 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}, {'id': '25973ad7-d5b7-4e20-96bc-e5de9cbff81a', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.25', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:c4:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:31:51Z', 'updated_at': '2022-08-31T00:31:51Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:53.150810 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a691c-eeac-45a4-9e30-b381295e013d req-a3c5a6f4-ffd1-4afa-88c8-535da24a60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:31:53.153200 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-a3c5a6f4-ffd1-4afa-88c8-535da24a60c5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493460 Aug 31 00:31:53.165159 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:31:53.180945 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:31:53.182173 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:31:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:53.274267 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-38dac19f-6f2b-492d-864a-7632d9ff0423 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143129 Aug 31 00:31:53.389833 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-d69a691c-eeac-45a4-9e30-b381295e013d req-a132fad8-b8fb-4f1f-a194-f5639cc0e24c service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099675 Aug 31 00:31:53.513723 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:31:53.895709 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}, {'id': '25973ad7-d5b7-4e20-96bc-e5de9cbff81a', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.25', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:c4:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:31:51Z', 'updated_at': '2022-08-31T00:31:51Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:31:53.942751 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eef07-7a15-4e47-b43f-ddeb6919f30a None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}, {'id': '25973ad7-d5b7-4e20-96bc-e5de9cbff81a', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.25', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:c4:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:31:51Z', 'updated_at': '2022-08-31T00:31:51Z', 'revision_number': 0, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:31:54.175135 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158b5d9-6a78-43b8-8521-d70e93fe2532 None None] New status for floating IP 25973ad7-d5b7-4e20-96bc-e5de9cbff81a: ACTIVE {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:32:03.377530 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=81 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:03.386194 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:03.899406 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=79 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:03.900360 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:04.296484 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:04.310150 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:04.553563 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-3af40747-1f77-4a24-b119-2d5ffa67e3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:06.995110 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c54a29eb-98aa-4025-992d-47ea58900e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:08.210959 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:09.671526 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:09.942136 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:12.001962 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:20.511080 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:20.512068 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:21.987745 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:21.997221 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:24.672580 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:32:25.785768 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-46dd5470-e139-47db-95d3-b4a850ff47de service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520766 Aug 31 00:32:25.900868 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-ba4cd7de-2a0f-4f77-b703-3b0665a0b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:32:25.902443 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-ba4cd7de-2a0f-4f77-b703-3b0665a0b720 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0450978 Aug 31 00:32:26.029585 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-de6f3332-4f5b-4530-b310-3812e2290882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:32:26.031394 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-de6f3332-4f5b-4530-b310-3812e2290882 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1087415 Aug 31 00:32:26.107025 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-cbe939c1-92a4-4e21-a546-dd016691d8ce service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 1000 time: 0.0696287 Aug 31 00:32:26.163792 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-57baef34-3a6f-48dd-a9a0-8671718cbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:32:26.165276 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-57baef34-3a6f-48dd-a9a0-8671718cbc00 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0522416 Aug 31 00:32:26.214172 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-9cfda920-be2a-4360-b677-b2c565e29a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:32:26.215808 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-9cfda920-be2a-4360-b677-b2c565e29a0b service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450451 Aug 31 00:32:26.326336 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-dc9910c0-d47c-4698-9ada-c736c82a4fab service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030884 Aug 31 00:32:26.435888 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-8c9b0988-5a68-4c82-9a5e-8c8226481c5c req-61f35a41-bf8e-49c6-a167-470a1e8304be service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Aug 31 00:32:34.558852 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-fe84324a-9e27-4e88-b64b-b70f0561a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:34.668355 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:36.429179 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=46 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:36.431287 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=55 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:36.994769 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-9164391b-8467-4113-8193-576d48f95c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:38.217600 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:39.666910 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:39.955682 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:41.996604 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:32:51.983817 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:32:51.992527 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:01.672648 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:33:04.557362 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-baaaef63-90b4-4232-9ba9-afc098694e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:06.992327 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-72a99795-219c-42d0-adda-12e26cad03b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:08.217180 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:09.672690 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:09.948424 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:11.668033 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=17 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:11.669024 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=17 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:12.016144 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:20.581833 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49252) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:20.754974 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port 0bb08d05-17cb-43cc-b01c-752e8598c03e {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:20.755479 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:20.840914 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:20.841182 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (0bb08d05-17cb-43cc-b01c-752e8598c03e), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:20.857635 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for 0bb08d05-17cb-43cc-b01c-752e8598c03e owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:21.061114 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (0bb08d05-17cb-43cc-b01c-752e8598c03e), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:21.086693 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=0bb08d05-17cb-43cc-b01c-752e8598c03e,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:21.098519 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.098858 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.099313 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.099651 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.099985 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.100355 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.100689 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.101918 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.101918 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.101918 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.102430 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.102430 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.102781 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.102946 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.103196 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:21.435607 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (25973ad7-d5b7-4e20-96bc-e5de9cbff81a), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:21.436210 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.db.l3_db [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 25973ad7-d5b7-4e20-96bc-e5de9cbff81a disassociated (deleted). External IP: 172.27.4.25, port: dd4488ca-4188-4986-a93c-20f879f1f5da. Aug 31 00:33:21.707485 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:33:21.820371 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:33:21.826139 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:21.830981 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:33:21.848887 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:21.849928 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:21.865167 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:21.881856 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-414b266b-9b1b-4d72-b535-7a26a45533e1 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/25973ad7-d5b7-4e20-96bc-e5de9cbff81a HTTP/1.1" status: 204 len: 168 time: 1.2985940 Aug 31 00:33:21.883053 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:33:21.887047 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908692a-35a0-4eaf-8653-ac932a73513d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:33:21.991062 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64747d03-bcab-484c-b546-202be39656bc x-openstack-request-id: req-64747d03-bcab-484c-b546-202be39656bc {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:33:21.991438 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:33:21.991784 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64747d03-bcab-484c-b546-202be39656bc {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:33:21.992323 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64747d03-bcab-484c-b546-202be39656bc'] response: {'name': 'network-changed', 'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'status': 'completed', 'code': 200} Aug 31 00:33:22.010314 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:22.011401 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:22.035686 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:22.111209 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908692a-35a0-4eaf-8653-ac932a73513d req-dcd5063c-4ada-4f62-80e7-b31eba29b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:22.114882 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-dcd5063c-4ada-4f62-80e7-b31eba29b5c5 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 1129 time: 0.0740833 Aug 31 00:33:22.236780 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:22.295346 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8370b-1255-48e7-985b-06b8a6991e9a req-f65b4547-74f9-4038-969d-1d91fdc36824 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:22.296990 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92b8370b-1255-48e7-985b-06b8a6991e9a req-f65b4547-74f9-4038-969d-1d91fdc36824 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Aug 31 00:33:22.339866 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908692a-35a0-4eaf-8653-ac932a73513d req-651d097e-1702-4b47-ba5d-a24278f0c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:22.341517 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-651d097e-1702-4b47-ba5d-a24278f0c3b7 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.2195270 Aug 31 00:33:22.362428 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:22.379479 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-92b8370b-1255-48e7-985b-06b8a6991e9a req-8b7c4cd5-fd62-4804-8dc7-7c96388f8fed tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714297 Aug 31 00:33:22.401563 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:33:22.416615 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:22.417668 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:22.534600 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:22.776311 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:22.802749 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5634c-a48d-4d7f-9384-eb41c220cb5d None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_floatingips': [{'id': '1027311b-39c8-40c6-b274-a9da04245a0f', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'router_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'port_id': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'mac_address': 'fa:16:3e:47:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T00:29:44Z', 'updated_at': '2022-08-31T00:29:47Z', 'revision_number': 1, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:33:23.047314 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f95252-58fa-442a-b128-2cfeeb88386f None None] New status for floating IP 25973ad7-d5b7-4e20-96bc-e5de9cbff81a: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:33:23.291977 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-be0d0d7a-9822-4bf3-9916-9417427429d8 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 200 len: 217 time: 0.0416765 Aug 31 00:33:23.516997 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254243e-4810-41d0-95f9-6320f91c3594 req-8c9a8b2d-b1ea-4e32-98ae-ac9c2e1aa4da tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:23.519573 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a254243e-4810-41d0-95f9-6320f91c3594 req-8c9a8b2d-b1ea-4e32-98ae-ac9c2e1aa4da tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Aug 31 00:33:23.580683 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-a254243e-4810-41d0-95f9-6320f91c3594 req-be011c87-9fc9-4b6f-8b7c-282d266ac241 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548604 Aug 31 00:33:23.708980 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908692a-35a0-4eaf-8653-ac932a73513d req-7f8eb14a-b869-4c27-abcb-231242e106d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:23.710438 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-7f8eb14a-b869-4c27-abcb-231242e106d7 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0523534 Aug 31 00:33:23.993983 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908692a-35a0-4eaf-8653-ac932a73513d req-a67d57a4-cd20-4764-8174-4f19239a58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:23.996445 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-a67d57a4-cd20-4764-8174-4f19239a58b2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588419 Aug 31 00:33:24.177509 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-91066798-a92b-4fe1-843c-688802edc379 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:24.179112 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-91066798-a92b-4fe1-843c-688802edc379 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.1008222 Aug 31 00:33:24.268649 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-0f172af4-331e-4e13-86fb-b98b9918ad4a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918817 Aug 31 00:33:24.310629 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port dd4488ca-4188-4986-a93c-20f879f1f5da {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:24.311535 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:24.420701 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] For port dd4488ca-4188-4986-a93c-20f879f1f5da, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=dd4488ca-4188-4986-a93c-20f879f1f5da,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:24.421225 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:24.456037 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for dd4488ca-4188-4986-a93c-20f879f1f5da owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:24.667018 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-f908692a-35a0-4eaf-8653-ac932a73513d req-a21156b6-edc5-455c-9672-dafa49178128 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265325 Aug 31 00:33:24.697136 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:24.787634 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:24.806802 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bf66b-3507-4dc6-9059-61e0c95e0fc8 req-8194da2e-1a48-441c-9616-75442ccdb39c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:24.809032 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1d9bf66b-3507-4dc6-9059-61e0c95e0fc8 req-8194da2e-1a48-441c-9616-75442ccdb39c tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 945 time: 0.1382947 Aug 31 00:33:24.861959 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (dd4488ca-4188-4986-a93c-20f879f1f5da), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:24.918238 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=dd4488ca-4188-4986-a93c-20f879f1f5da,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:24.951224 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-1d9bf66b-3507-4dc6-9059-61e0c95e0fc8 req-f17fda97-aba4-4839-9925-f695c920d590 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261103 Aug 31 00:33:24.974908 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] No DVR routers for this DVR port dd4488ca-4188-4986-a93c-20f879f1f5da on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:24.980566 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:24.981286 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-0e6649a1-35bb-497a-bee2-95038a797cd3 req-f51d3ce9-a88a-4b51-a1cd-9abec8ac2d67 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "DELETE /networking/v2.0/ports/dd4488ca-4188-4986-a93c-20f879f1f5da HTTP/1.1" status: 204 len: 173 time: 0.7946165 Aug 31 00:33:24.988527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'name': 'network-vif-deleted', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:33:24.988527 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a11870-fce4-4009-9c84-37e3fc16c8b3" -d '{"events": [{"server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "name": "network-vif-deleted", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:33:25.030431 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98800f3-dd24-4105-83a1-ff807ebe70a4 x-openstack-request-id: req-d98800f3-dd24-4105-83a1-ff807ebe70a4 {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:33:25.030738 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3e9d68-f696-4347-86c0-60d4d22a8e27", "name": "network-vif-deleted", "tag": "dd4488ca-4188-4986-a93c-20f879f1f5da", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:33:25.030993 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d98800f3-dd24-4105-83a1-ff807ebe70a4 {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:33:25.031413 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98800f3-dd24-4105-83a1-ff807ebe70a4'] response: {'server_uuid': 'ca3e9d68-f696-4347-86c0-60d4d22a8e27', 'name': 'network-vif-deleted', 'tag': 'dd4488ca-4188-4986-a93c-20f879f1f5da', 'status': 'completed', 'code': 200} Aug 31 00:33:26.107977 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-df5f6dc7-1a49-456c-8e13-b167dc93c38a req-11118a3c-a88f-4a2a-9582-df04f20e8f08 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ca3e9d68-f696-4347-86c0-60d4d22a8e27 HTTP/1.1" status: 200 len: 210 time: 0.0383596 Aug 31 00:33:26.508493 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device dd4488ca-4188-4986-a93c-20f879f1f5da no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:26.530333 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: dd4488ca-4188-4986-a93c-20f879f1f5da {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:26.530673 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device dd4488ca-4188-4986-a93c-20f879f1f5da not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:29.529590 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49306) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:29.711395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port cc05246f-cf04-4244-a7d0-b34b55c3807d {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:29.711793 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:29.828558 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:29.829008 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (cc05246f-cf04-4244-a7d0-b34b55c3807d), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:29.847375 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for cc05246f-cf04-4244-a7d0-b34b55c3807d owned by network:floatingip {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:30.043788 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (cc05246f-cf04-4244-a7d0-b34b55c3807d), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:30.072886 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=cc05246f-cf04-4244-a7d0-b34b55c3807d,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:30.104731 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.105138 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.105594 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.106039 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.106487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.106911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.107338 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.107761 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.108245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.108688 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.109119 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.109566 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.109972 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.110343 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.110755 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:30.158411 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (1027311b-39c8-40c6-b274-a9da04245a0f), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:30.158895 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.db.l3_db [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Floating IP 1027311b-39c8-40c6-b274-a9da04245a0f disassociated (deleted). External IP: 172.27.4.3, port: 9a806204-d2a5-4045-9aff-43a374bd4e1e. Aug 31 00:33:30.413185 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:33:30.543547 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:33:30.548179 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:30.557401 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:33:30.575842 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:30.576226 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:30.577378 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:30.586455 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2e9bda40-b15a-4977-9366-7dc7ac032046 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/1027311b-39c8-40c6-b274-a9da04245a0f HTTP/1.1" status: 204 len: 168 time: 1.0526531 Aug 31 00:33:30.586455 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e'}] {{(pid=112891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:33:30.586912 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09ca3157b69394a3af2f34b7149053005d0332cdc9f948a3fc26e6f7e0a05586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302bda53-bcfe-4234-a93c-6c0dea832a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e"}]}' {{(pid=112891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:33:30.729861 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 00:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2204f2-b3cb-4cd3-8446-7a0b5b97c75f x-openstack-request-id: req-9a2204f2-b3cb-4cd3-8446-7a0b5b97c75f {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:33:30.730395 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e", "status": "completed", "code": 200}]} {{(pid=112891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:33:30.730872 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a2204f2-b3cb-4cd3-8446-7a0b5b97c75f {{(pid=112891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:33:30.731807 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2204f2-b3cb-4cd3-8446-7a0b5b97c75f'] response: {'name': 'network-changed', 'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'status': 'completed', 'code': 200} Aug 31 00:33:30.848536 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:30.858460 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-c6402cd0-e974-4b80-bdac-a17504fe7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:30.861305 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-c6402cd0-e974-4b80-bdac-a17504fe7568 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 1130 time: 0.0774047 Aug 31 00:33:30.878176 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:30.970490 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3488e-349d-4ff4-b626-e760d8f1161f req-7a4ecdc7-8109-4f4c-a4b3-da74651b83e8 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:30.972634 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-adf3488e-349d-4ff4-b626-e760d8f1161f req-7a4ecdc7-8109-4f4c-a4b3-da74651b83e8 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0581937 Aug 31 00:33:31.037751 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-adf3488e-349d-4ff4-b626-e760d8f1161f req-64a06fe8-65ba-4c46-b3d8-cc2a975a8304 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574703 Aug 31 00:33:31.127004 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:31.162184 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:33:31.164316 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=100 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:31.171822 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:31.172477 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:07Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:31.286500 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:31.500934 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:31.529342 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8525a-d162-40a7-a4cb-12aba057933b None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:26:10Z', 'revision_number': 4, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi', '_interfaces': [{'id': 'f2b9d04c-aee6-4190-9317-fcb97efc8713', 'name': '', 'network_id': '2cf33b5d-0191-49b5-9f4e-a777ce59af25', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'mac_address': 'fa:16:3e:f2:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:09Z', 'updated_at': '2022-08-31T00:26:18Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'subnets': [{'id': '266b825c-aea6-4008-a1a4-57098bc4ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:33:31.794775 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea880cb1-1f22-4a75-95b6-8720fed85ace None None] New status for floating IP 1027311b-39c8-40c6-b274-a9da04245a0f: DOWN {{(pid=112892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 00:33:32.056121 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-3fc92b30-bbb7-40d6-82c8-910319f20f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:32.058112 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-3fc92b30-bbb7-40d6-82c8-910319f20f56 service neutron] 10.222.0.70 "GET /networking/v2.0/networks?id=2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 200 len: 913 time: 0.1478176 Aug 31 00:33:32.207894 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-a732a367-fd9e-4226-b967-cbc67e8f0b70 service neutron] 10.222.0.70 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 200 len: 217 time: 0.0603383 Aug 31 00:33:32.232007 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537112-3ad9-4dc8-9566-ff8c054271c2 req-32092f70-7021-4918-a95d-243ce08b8d45 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:32.234010 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db537112-3ad9-4dc8-9566-ff8c054271c2 req-32092f70-7021-4918-a95d-243ce08b8d45 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0976453 Aug 31 00:33:32.301574 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-3252632f-5c42-43a3-ae07-82a6bbd54d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:32.303202 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-3252632f-5c42-43a3-ae07-82a6bbd54d07 service neutron] 10.222.0.70 "GET /networking/v2.0/subnets?id=266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 200 len: 851 time: 0.0880706 Aug 31 00:33:32.322258 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-db537112-3ad9-4dc8-9566-ff8c054271c2 req-eeadbe44-04b8-47b2-a215-735cebed4762 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9981ca31-f619-42df-94b3-61de3d3bb965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665021 Aug 31 00:33:32.412424 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-6045d36a-f469-4d2b-8c59-e183151aa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:32.414016 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-6045d36a-f469-4d2b-8c59-e183151aa7b2 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?network_id=2cf33b5d-0191-49b5-9f4e-a777ce59af25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468302 Aug 31 00:33:32.562774 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-63329600-14aa-4df8-a01f-594351a298b1 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384797 Aug 31 00:33:32.568773 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-b9c1cd15-7821-4e81-85ec-96414817d3a5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 00:33:32.570292 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-b9c1cd15-7821-4e81-85ec-96414817d3a5 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 946 time: 0.0771775 Aug 31 00:33:32.733701 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port 9a806204-d2a5-4045-9aff-43a374bd4e1e {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:32.734057 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:32.755038 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-302bda53-bcfe-4234-a93c-6c0dea832a0e req-5d750756-7f0b-4185-9ed6-96f6389a09ad service neutron] 10.222.0.70 "GET /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837296 Aug 31 00:33:32.810828 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:32.852748 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.db [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] For port 9a806204-d2a5-4045-9aff-43a374bd4e1e, host hv-cinder-85221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85221',level=0,port_id=9a806204-d2a5-4045-9aff-43a374bd4e1e,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:32.853099 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:32.870409 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for 9a806204-d2a5-4045-9aff-43a374bd4e1e owned by compute:nova {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:32.879826 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=100 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:33.030631 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (9a806204-d2a5-4045-9aff-43a374bd4e1e), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:33.062678 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=9a806204-d2a5-4045-9aff-43a374bd4e1e,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:33.127087 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] No DVR routers for this DVR port 9a806204-d2a5-4045-9aff-43a374bd4e1e on host hv-cinder-85221 {{(pid=112890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:33.130507 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for port (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:33.134267 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-5f976578-3b2d-43c7-b095-e3954c7b135d req-298315ec-2623-45f0-8b3c-399d4136e848 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.70 "DELETE /networking/v2.0/ports/9a806204-d2a5-4045-9aff-43a374bd4e1e HTTP/1.1" status: 204 len: 173 time: 0.5546501 Aug 31 00:33:33.134784 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'name': 'network-vif-deleted', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e'}] {{(pid=112890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 00:33:33.137279 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b69dfc4a0a396527606c906ba2842eb53c02cdb6e846062b2eda6ea82487ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8285ce69-a7d3-4577-8db5-6616e8f680c0" -d '{"events": [{"server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "name": "network-vif-deleted", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e"}]}' {{(pid=112890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:33:33.201767 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe6eb32-7b13-4946-b90a-cc9b54d6444d x-openstack-request-id: req-abe6eb32-7b13-4946-b90a-cc9b54d6444d {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:33:33.202156 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b1b4a7-4601-4c6f-b667-25a15b25d482", "name": "network-vif-deleted", "tag": "9a806204-d2a5-4045-9aff-43a374bd4e1e", "status": "completed", "code": 200}]} {{(pid=112890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:33:33.202494 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abe6eb32-7b13-4946-b90a-cc9b54d6444d {{(pid=112890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:33:33.203039 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe6eb32-7b13-4946-b90a-cc9b54d6444d'] response: {'server_uuid': 'c3b1b4a7-4601-4c6f-b667-25a15b25d482', 'name': 'network-vif-deleted', 'tag': '9a806204-d2a5-4045-9aff-43a374bd4e1e', 'status': 'completed', 'code': 200} Aug 31 00:33:33.454737 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [req-53b86f88-de9d-4c4b-8829-480dbf713f5c req-d6bf752e-faa3-4fd6-ac9c-b5c49ecf63fc tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c3b1b4a7-4601-4c6f-b667-25a15b25d482 HTTP/1.1" status: 200 len: 210 time: 0.0473669 Aug 31 00:33:34.553785 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49326) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:34.565706 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d4be9851-e413-4887-b75e-aefd890fb083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:34.678128 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Deleting port 492174c1-3b2b-469b-a5aa-ba0feda7e823 {{(pid=112890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:34.678478 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:34.770729 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:34.771189 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (492174c1-3b2b-469b-a5aa-ba0feda7e823), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:34.786399 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.plugins.ml2.plugin [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Calling delete_port for 492174c1-3b2b-469b-a5aa-ba0feda7e823 owned by network:floatingip {{(pid=112890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:34.939453 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9800259'] for port (492174c1-3b2b-469b-a5aa-ba0feda7e823), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:34.968873 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'Port': ['ID=492174c1-3b2b-469b-a5aa-ba0feda7e823,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:35.052120 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for floatingip (40c70973-006c-4daa-b578-cd8c22a84758), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:35.054654 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-417759'] for floatingip (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:35.055871 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-32d2ef8a-c218-4733-9c78-6ef985ce4b7d tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/40c70973-006c-4daa-b578-cd8c22a84758 HTTP/1.1" status: 204 len: 168 time: 0.5057533 Aug 31 00:33:36.318963 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49338) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:36.406327 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (9981ca31-f619-42df-94b3-61de3d3bb965), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:36.446163 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (9981ca31-f619-42df-94b3-61de3d3bb965), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:36.527547 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (9981ca31-f619-42df-94b3-61de3d3bb965), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:36.530257 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:36.531740 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9981ca31-f619-42df-94b3-61de3d3bb965 HTTP/1.1" status: 204 len: 168 time: 0.2116075 Aug 31 00:33:36.545794 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566db04-bbfb-4f2e-88b4-ed3e87f24317 tempest-TestVolumeBootPattern-239694876 tempest-TestVolumeBootPattern-239694876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981ca31-f619-42df-94b3-61de3d3bb965,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:36.554847 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9a806204-d2a5-4045-9aff-43a374bd4e1e no longer exists at agent hyperv_hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:36.601993 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] No Port match for: 9a806204-d2a5-4045-9aff-43a374bd4e1e {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:36.602340 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Device 9a806204-d2a5-4045-9aff-43a374bd4e1e not bound to the agent host hv-cinder-85221 {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:36.613911 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49342) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:36.905273 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:36.993698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7a418c8f-a433-4f9e-861d-d5f60d31ee70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:37.265022 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:37.584133 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Deleting port f2b9d04c-aee6-4190-9317-fcb97efc8713 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:37.584653 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:37.736471 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] For port f2b9d04c-aee6-4190-9317-fcb97efc8713, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=f2b9d04c-aee6-4190-9317-fcb97efc8713,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:37.737826 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:37.761941 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Calling delete_port for f2b9d04c-aee6-4190-9317-fcb97efc8713 owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:38.223091 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:38.258373 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (f2b9d04c-aee6-4190-9317-fcb97efc8713), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:38.267245 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:38.289732 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b9d04c-aee6-4190-9317-fcb97efc8713,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:38.317512 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:38.501184 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:38.671988 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:33:38.742934 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Router 85c3a810-5faf-4985-91cc-fe5eb241e7de has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:33:38.863591 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:33:38.869686 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-7f6daac9-ef7b-4625-981c-36012d48d3d9 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/85c3a810-5faf-4985-91cc-fe5eb241e7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564607 Aug 31 00:33:38.874013 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49346) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:38.880293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Sync routers for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:33:38.898183 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:38.899201 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:39.026701 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks [] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.054016 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: dv-cinder-852210-5-iscsi {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:39.149772 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks [] for router_gateway (85c3a810-5faf-4985-91cc-fe5eb241e7de), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.209131 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Deleting port 124cdebd-1373-4cab-84b2-85badfe24848 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:39.210766 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (124cdebd-1373-4cab-84b2-85badfe24848), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.281499 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': '124cdebd-1373-4cab-84b2-85badfe24848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:33:38Z', 'revision_number': 5, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port': {'id': '124cdebd-1373-4cab-84b2-85badfe24848', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:07Z', 'updated_at': '2022-08-31T00:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:39.309570 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Checking router: 85c3a810-5faf-4985-91cc-fe5eb241e7de for host: dv-cinder-852210-5-iscsi {{(pid=112893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:33:39.320451 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Routers {'85c3a810-5faf-4985-91cc-fe5eb241e7de'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:39.321093 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['85c3a810-5faf-4985-91cc-fe5eb241e7de'], 'active': True} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:39.360839 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] For port 124cdebd-1373-4cab-84b2-85badfe24848, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=124cdebd-1373-4cab-84b2-85badfe24848,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:39.361422 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (124cdebd-1373-4cab-84b2-85badfe24848), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.381176 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Calling delete_port for 124cdebd-1373-4cab-84b2-85badfe24848 owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:39.427257 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_dvr_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] Set router 85c3a810-5faf-4985-91cc-fe5eb241e7de gateway port host: None {{(pid=112893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:39.455867 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:39.463918 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:39.529382 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.l3_hamode_db [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:33:39Z', 'revision_number': 6, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:39.560115 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba6c99-2655-4608-95d6-8e7a018846e0 None None] The sync data for ids ['85c3a810-5faf-4985-91cc-fe5eb241e7de'] in dv-cinder-852210-5-iscsi is: [{'id': '85c3a810-5faf-4985-91cc-fe5eb241e7de', 'name': 'tempest-TestVolumeBootPattern-1998995271-router', 'tenant_id': '5e59b45c75cb4f8ea7e7a47730709614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:06Z', 'updated_at': '2022-08-31T00:33:39Z', 'revision_number': 6, 'project_id': '5e59b45c75cb4f8ea7e7a47730709614', 'gw_port_host': None}] {{(pid=112893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:33:39.608875 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (124cdebd-1373-4cab-84b2-85badfe24848), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.638063 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Pushing event deleted for resources: {'Port': ['ID=124cdebd-1373-4cab-84b2-85badfe24848,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:39.671916 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.717471 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.819639 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.822139 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks [] for router_controller (85c3a810-5faf-4985-91cc-fe5eb241e7de), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.871110 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (85c3a810-5faf-4985-91cc-fe5eb241e7de), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.871680 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c3a810-5faf-4985-91cc-fe5eb241e7de {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:33:39.876275 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.878339 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4ed4b53e-11d7-4463-b5f0-49ce6d7b868c admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/85c3a810-5faf-4985-91cc-fe5eb241e7de HTTP/1.1" status: 204 len: 168 time: 1.0024173 Aug 31 00:33:39.881913 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49348) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:39.944104 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Deleting subnet 266b825c-aea6-4008-a1a4-57098bc4ae25 {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:33:39.948831 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Publish callbacks [] for subnet (266b825c-aea6-4008-a1a4-57098bc4ae25), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:39.990440 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.001991 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (266b825c-aea6-4008-a1a4-57098bc4ae25), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.129325 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (266b825c-aea6-4008-a1a4-57098bc4ae25), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.213233 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (266b825c-aea6-4008-a1a4-57098bc4ae25), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.243942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266b825c-aea6-4008-a1a4-57098bc4ae25,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:40.245919 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.251476 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-d045bc91-d901-4093-a270-3523fec4f8f0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/266b825c-aea6-4008-a1a4-57098bc4ae25 HTTP/1.1" status: 204 len: 168 time: 0.3662355 Aug 31 00:33:40.252993 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49350) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:40.255056 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d2951-acc7-4094-9ef9-1a8910c329b1 None None] Network 2cf33b5d-0191-49b5-9f4e-a777ce59af25 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:33:40.337350 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (2cf33b5d-0191-49b5-9f4e-a777ce59af25), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.394307 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Deleting port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:40.394834 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.430739 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device f2b9d04c-aee6-4190-9317-fcb97efc8713 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:40.473781 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: f2b9d04c-aee6-4190-9317-fcb97efc8713 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:40.473970 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device f2b9d04c-aee6-4190-9317-fcb97efc8713 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:40.500550 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] For port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:40.501031 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.505880 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] DHCP port deletion for 2cf33b5d-0191-49b5-9f4e-a777ce59af25 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:33:40.526907 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Calling delete_port for 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:40.554199 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Deleting port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:40.554681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.608195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:40.647772 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.682766 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] No DVR routers for this DVR port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:40.687864 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:40.785634 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (2cf33b5d-0191-49b5-9f4e-a777ce59af25), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.791066 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] For port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,segment=NetworkSegment(5945b281-6f61-41ae-8167-994b8ea689c3),segment_id=5945b281-6f61-41ae-8167-994b8ea689c3)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:40.791751 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.806769 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:40.818557 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Calling delete_port for 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:40.836015 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf33b5d-0191-49b5-9f4e-a777ce59af25']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:40.856852 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945b281-6f61-41ae-8167-994b8ea689c3') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:40.857380 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945b281-6f61-41ae-8167-994b8ea689c3') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:40.876825 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (5945b281-6f61-41ae-8167-994b8ea689c3), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.905150 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (5945b281-6f61-41ae-8167-994b8ea689c3), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.919037 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:33:40.919751 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (5945b281-6f61-41ae-8167-994b8ea689c3), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.927472 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (18f25d22-cbf5-4f4b-b14a-7a509efb7b2c), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:40.957406 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Pushing event deleted for resources: {'Port': ['ID=18f25d22-cbf5-4f4b-b14a-7a509efb7b2c,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:40.962955 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] No DVR routers for this DVR port 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:40.970904 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.972012 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.972509 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.972861 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.973206 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.973560 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.973888 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.974219 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.974547 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.974877 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.975204 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.975531 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.975858 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.976202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:40.976524 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cc495-f71e-41a3-bbce-c7b9f9cc829e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852210-5-iscsi {{(pid=112892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:33:41.041469 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (2cf33b5d-0191-49b5-9f4e-a777ce59af25), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:41.052959 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:41.062440 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/2cf33b5d-0191-49b5-9f4e-a777ce59af25 HTTP/1.1" status: 204 len: 168 time: 0.8046169 Aug 31 00:33:41.062710 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49356) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:41.092113 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 5945b281-6f61-41ae-8167-994b8ea689c3 resource provider aggregate not found Aug 31 00:33:41.101232 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9242c8-5991-4eb4-9d58-d3a766b1f4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf33b5d-0191-49b5-9f4e-a777ce59af25,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:41.162663 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment 5945b281-6f61-41ae-8167-994b8ea689c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5945b281-6f61-41ae-8167-994b8ea689c3 found for delete ", "request_id": "req-2c66888a-9eac-4d43-b0ad-58acd0adcc01"}]} Aug 31 00:33:41.494304 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3729032'] for router_interface (d9827745-b088-42a4-8672-9a4432fc10dd), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:41.710811 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:41.732820 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:41.733159 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 18f25d22-cbf5-4f4b-b14a-7a509efb7b2c not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:41.733569 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 124cdebd-1373-4cab-84b2-85badfe24848 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:41.754122 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 124cdebd-1373-4cab-84b2-85badfe24848 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:41.754396 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 124cdebd-1373-4cab-84b2-85badfe24848 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:41.798733 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Deleting port 45871193-357a-4e46-b662-57040f08b8b3 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:41.799859 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (45871193-357a-4e46-b662-57040f08b8b3), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:41.890608 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:41.933968 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] For port 45871193-357a-4e46-b662-57040f08b8b3, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=45871193-357a-4e46-b662-57040f08b8b3,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:41.934493 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (45871193-357a-4e46-b662-57040f08b8b3), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:41.952851 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Calling delete_port for 45871193-357a-4e46-b662-57040f08b8b3 owned by network:router_interface {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:42.014332 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:42.111226 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:42.175623 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (45871193-357a-4e46-b662-57040f08b8b3), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:42.209460 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45871193-357a-4e46-b662-57040f08b8b3,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:42.432005 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734584'] for router_interface (d9827745-b088-42a4-8672-9a4432fc10dd), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:42.947227 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Router d9827745-b088-42a4-8672-9a4432fc10dd has already been hosted by L3 agent 982f262d-594a-4170-86c3-8a0941df029c {{(pid=112891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:33:43.139448 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] Notify agent at l3_agent.dv-cinder-852210-5-iscsi the message routers_updated {{(pid=112891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:33:43.148778 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-4c89686f-23c7-4f32-85ee-d735f7cce9b1 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/d9827745-b088-42a4-8672-9a4432fc10dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0842721 Aug 31 00:33:43.151215 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49360) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:43.155156 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Sync routers for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:33:43.173112 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:43.174202 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:43.334275 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:43.344902 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks [] for router (d9827745-b088-42a4-8672-9a4432fc10dd), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:43.353980 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: dv-cinder-852210-5-iscsi {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:43.497580 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks [] for router_gateway (d9827745-b088-42a4-8672-9a4432fc10dd), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:43.543208 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:43.547523 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:43.557368 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Deleting port 3684b550-293a-4787-8563-6800c8621240 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:43.557971 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (3684b550-293a-4787-8563-6800c8621240), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:43.564125 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'external_fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '3684b550-293a-4787-8563-6800c8621240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:33:42Z', 'revision_number': 5, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port': {'id': '3684b550-293a-4787-8563-6800c8621240', 'name': '', 'network_id': '69465f94-b6fc-4856-b6bf-1a7cb92fab1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852210-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fde4d8ad-108b-454c-9172-b7bec5cd423c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852210-5-iscsi'}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:43.594201 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Checking router: d9827745-b088-42a4-8672-9a4432fc10dd for host: dv-cinder-852210-5-iscsi {{(pid=112892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:33:43.605753 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Routers {'d9827745-b088-42a4-8672-9a4432fc10dd'} bound to L3 agent in host dv-cinder-852210-5-iscsi {{(pid=112892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 00:33:43.606395 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852210-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T00:12:07Z,description=,heartbeat_timestamp=2022-08-31T00:33:37Z,host='dv-cinder-852210-5-iscsi',id=982f262d-594a-4170-86c3-8a0941df029c,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T00:12:07Z,topic='l3_agent')) {'router_ids': ['d9827745-b088-42a4-8672-9a4432fc10dd'], 'active': True} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:43.678962 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] For port 3684b550-293a-4787-8563-6800c8621240, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=3684b550-293a-4787-8563-6800c8621240,segment=NetworkSegment(0d010e73-3615-4a41-8b7d-2d8e10b3d05e),segment_id=0d010e73-3615-4a41-8b7d-2d8e10b3d05e)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:43.679560 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (3684b550-293a-4787-8563-6800c8621240), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:43.713049 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Calling delete_port for 3684b550-293a-4787-8563-6800c8621240 owned by network:router_gateway {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:43.719145 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvr_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] Set router d9827745-b088-42a4-8672-9a4432fc10dd gateway port host: None {{(pid=112892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 00:33:43.794999 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:43.815525 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_hamode_db [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:33:43Z', 'revision_number': 6, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port_host': None}], 'dv-cinder-852210-5-iscsi', False) {} {{(pid=112892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:43.853774 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1fb65-51eb-468c-8827-d85982ee8ce1 None None] The sync data for ids ['d9827745-b088-42a4-8672-9a4432fc10dd'] in dv-cinder-852210-5-iscsi is: [{'id': 'd9827745-b088-42a4-8672-9a4432fc10dd', 'name': 'tempest-TestVolumeBootPattern-1981055686-router', 'tenant_id': '3dd11c1f01664ae6be7a03dae5272eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T00:26:14Z', 'updated_at': '2022-08-31T00:33:43Z', 'revision_number': 6, 'project_id': '3dd11c1f01664ae6be7a03dae5272eae', 'gw_port_host': None}] {{(pid=112892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:33:43.950287 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (3684b550-293a-4787-8563-6800c8621240), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:43.982397 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Pushing event deleted for resources: {'Port': ['ID=3684b550-293a-4787-8563-6800c8621240,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:44.066589 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728587'] for router_gateway (d9827745-b088-42a4-8672-9a4432fc10dd), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.218239 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61988'] for router (d9827745-b088-42a4-8672-9a4432fc10dd), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.221855 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks [] for router_controller (d9827745-b088-42a4-8672-9a4432fc10dd), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.275680 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734597'] for router (d9827745-b088-42a4-8672-9a4432fc10dd), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.276729 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9827745-b088-42a4-8672-9a4432fc10dd {{(pid=112891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:33:44.284478 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] Publish callbacks [] for router (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.286331 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-06af7498-ac5f-423f-806f-f7c211d0ffff admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/d9827745-b088-42a4-8672-9a4432fc10dd HTTP/1.1" status: 204 len: 168 time: 1.1335678 Aug 31 00:33:44.290032 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49362) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:44.362796 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Deleting subnet 26393920-92d5-4422-92d8-5ddba6b56dec {{(pid=112891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 00:33:44.366808 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Publish callbacks [] for subnet (26393920-92d5-4422-92d8-5ddba6b56dec), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.412106 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8954969'] for subnet (26393920-92d5-4422-92d8-5ddba6b56dec), precommit_delete_associations {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.503208 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:44.505537 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715114'] for subnet (26393920-92d5-4422-92d8-5ddba6b56dec), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.606021 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3875155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9702965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202658'] for subnet (26393920-92d5-4422-92d8-5ddba6b56dec), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.657585 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26393920-92d5-4422-92d8-5ddba6b56dec,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:44.667934 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for subnet (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.673580 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-8f32bdcd-dfc6-4642-9b51-16b601b869f4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/26393920-92d5-4422-92d8-5ddba6b56dec HTTP/1.1" status: 204 len: 168 time: 0.3819137 Aug 31 00:33:44.677499 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49364) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:44.678726 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfe7f6-4c3d-4179-a644-c6d09073fb15 None None] Network 9339a429-317c-4193-a3fd-7e5bae5a36c9 requested from dv-cinder-852210-5-iscsi {{(pid=112892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 00:33:44.780195 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742999'] for network (9339a429-317c-4193-a3fd-7e5bae5a36c9), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.856965 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Deleting port 7878cd03-59a0-4685-93c5-00d3feddb0a7 {{(pid=112891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:44.857494 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.896905 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] DHCP port deletion for 9339a429-317c-4193-a3fd-7e5bae5a36c9 request from dv-cinder-852210-5-iscsi {{(pid=112892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 00:33:44.957943 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Deleting port 7878cd03-59a0-4685-93c5-00d3feddb0a7 {{(pid=112892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 00:33:44.958803 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747252777948'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), before_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.968234 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.db [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] For port 7878cd03-59a0-4685-93c5-00d3feddb0a7, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=7878cd03-59a0-4685-93c5-00d3feddb0a7,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:44.969019 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:44.994084 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.plugin [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Calling delete_port for 7878cd03-59a0-4685-93c5-00d3feddb0a7 owned by network:dhcp {{(pid=112891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:45.108735 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.db [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] For port 7878cd03-59a0-4685-93c5-00d3feddb0a7, host dv-cinder-852210-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852210-5-iscsi',level=0,port_id=7878cd03-59a0-4685-93c5-00d3feddb0a7,segment=NetworkSegment(c74d181f-f521-4cc4-93d6-e8e02210c8ef),segment_id=c74d181f-f521-4cc4-93d6-e8e02210c8ef)] {{(pid=112892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:33:45.109318 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731331'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), precommit_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.128008 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Calling delete_port for 7878cd03-59a0-4685-93c5-00d3feddb0a7 owned by network:dhcp {{(pid=112892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 00:33:45.133135 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9703622'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.177442 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Pushing event deleted for resources: {'Port': ['ID=7878cd03-59a0-4685-93c5-00d3feddb0a7,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:45.183036 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] No DVR routers for this DVR port 7878cd03-59a0-4685-93c5-00d3feddb0a7 on host dv-cinder-852210-5-iscsi {{(pid=112891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:45.229157 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:45.272960 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747252784842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747252341809'] for port (7878cd03-59a0-4685-93c5-00d3feddb0a7), after_delete {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.300433 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713225', 'neutron.services.segments.db._delete_segments_for_network-8747252873283'] for network (9339a429-317c-4193-a3fd-7e5bae5a36c9), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.306515 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] No DVR routers for this DVR port 7878cd03-59a0-4685-93c5-00d3feddb0a7 on host dv-cinder-852210-5-iscsi {{(pid=112892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 00:33:45.312873 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c92d8-efbd-45e5-a064-2ee044fe137e None None] Pushing event deleted for resources: {'Port': ['ID=7878cd03-59a0-4685-93c5-00d3feddb0a7,revision_number=None']} {{(pid=112892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:45.327373 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9339a429-317c-4193-a3fd-7e5bae5a36c9']}} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:45.339942 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74d181f-f521-4cc4-93d6-e8e02210c8ef') {'for_net_delete': True} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:45.340288 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.services.segments.db [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74d181f-f521-4cc4-93d6-e8e02210c8ef') {} {{(pid=112891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:33:45.353505 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747252816815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8954962'] for segment (c74d181f-f521-4cc4-93d6-e8e02210c8ef), before_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.371001 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387'] for segment (c74d181f-f521-4cc4-93d6-e8e02210c8ef), precommit_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.380752 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=112891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:33:45.381327 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9703571'] for segment (c74d181f-f521-4cc4-93d6-e8e02210c8ef), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.431934 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment c74d181f-f521-4cc4-93d6-e8e02210c8ef resource provider aggregate not found Aug 31 00:33:45.452207 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.services.segments.plugin [-] Segment c74d181f-f521-4cc4-93d6-e8e02210c8ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c74d181f-f521-4cc4-93d6-e8e02210c8ef found for delete ", "request_id": "req-efe1f28f-d448-4fbf-b58b-006d8ce27694"}]} Aug 31 00:33:45.466949 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728551'] for network (9339a429-317c-4193-a3fd-7e5bae5a36c9), after_delete {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.473218 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron_lib.callbacks.manager [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699521'] for network (None), before_response {{(pid=112891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.476445 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/9339a429-317c-4193-a3fd-7e5bae5a36c9 HTTP/1.1" status: 204 len: 168 time: 0.7975099 Aug 31 00:33:45.490439 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8229b-5fe2-46fd-bfe4-be7d359cb848 admin admin] Pushing event deleted for resources: {'Network': ['ID=9339a429-317c-4193-a3fd-7e5bae5a36c9,revision_number=None']} {{(pid=112891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:45.636489 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [-] (112891) accepted ('10.222.0.47', 49372) {{(pid=112891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:45.699398 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3684b550-293a-4787-8563-6800c8621240 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:45.703696 dv-cinder-852210-5-iscsi neutron-server[112891]: INFO neutron.wsgi [None req-af10dc87-77c3-4f0c-a4aa-72415f673428 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5e59b45c75cb4f8ea7e7a47730709614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660322 Aug 31 00:33:45.708961 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49374) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:45.725008 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 3684b550-293a-4787-8563-6800c8621240 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:45.725337 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 3684b550-293a-4787-8563-6800c8621240 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:45.725758 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 45871193-357a-4e46-b662-57040f08b8b3 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:45.728322 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:45.749020 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 45871193-357a-4e46-b662-57040f08b8b3 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:45.749437 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 45871193-357a-4e46-b662-57040f08b8b3 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:45.749897 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 7878cd03-59a0-4685-93c5-00d3feddb0a7 no longer exists at agent ovs-agent-dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:33:45.757528 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:45.773053 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.plugin [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] No Port match for: 7878cd03-59a0-4685-93c5-00d3feddb0a7 {{(pid=112892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 00:33:45.773451 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron.plugins.ml2.rpc [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Device 7878cd03-59a0-4685-93c5-00d3feddb0a7 not bound to the agent host dv-cinder-852210-5-iscsi {{(pid=112892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:33:45.779095 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] Publish callbacks [] for security_group (034222d4-d6e9-48f5-8699-a3505f9feff2), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.818601 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] Publish callbacks [] for security_group (034222d4-d6e9-48f5-8699-a3505f9feff2), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.897314 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (034222d4-d6e9-48f5-8699-a3505f9feff2), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.900141 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:45.904376 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/034222d4-d6e9-48f5-8699-a3505f9feff2 HTTP/1.1" status: 204 len: 168 time: 0.1913536 Aug 31 00:33:45.913881 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1fe96-5b97-4dfe-8fe2-cbccfc0c96b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034222d4-d6e9-48f5-8699-a3505f9feff2,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:46.334675 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49380) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:46.383866 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-b1f5af63-0c64-48c4-a5e1-c334bec84454 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=3dd11c1f01664ae6be7a03dae5272eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475280 Aug 31 00:33:46.386728 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [-] (112890) accepted ('10.222.0.47', 49382) {{(pid=112890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 00:33:46.446368 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] Publish callbacks [] for security_group (ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf), before_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:46.473106 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] Publish callbacks [] for security_group (ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf), precommit_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:46.535134 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851249'] for security_group (ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf), after_delete {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:46.538523 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron_lib.callbacks.manager [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:33:46.539767 dv-cinder-852210-5-iscsi neutron-server[112890]: INFO neutron.wsgi [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf HTTP/1.1" status: 204 len: 168 time: 0.1520526 Aug 31 00:33:46.550807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad164141-37f1-46c9-aece-56012f69289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac192b2e-f6aa-4b2f-9ff9-fe09db1f81cf,revision_number=None']} {{(pid=112890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:33:49.533932 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=74 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:49.534839 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=97 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:55.695366 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:55.700487 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG dbcounter [-] [112891] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:55.933864 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:56.543310 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:56.544474 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG dbcounter [-] [112890] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=112890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:33:56.570160 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:04.558174 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-be523869-018b-4ce4-858c-6c47ef5cd73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:06.989641 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-69e917aa-0369-458c-9ebc-dfb77cd98865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:08.224488 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:09.672385 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:09.969310 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:12.013238 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:15.671173 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:34:22.006223 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:22.008681 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:25.666418 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=5 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:25.667264 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:34.554967 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-b5edce6d-e805-47ee-b4a0-24295a65f615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:36.989965 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-aabff26f-77c5-478c-a8c1-2ca3cdc28088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:38.228050 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:39.678297 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:39.963424 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:42.018142 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:34:48.511552 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:48.512399 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:51.999876 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.013040 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:34:52.671293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:02.666293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=13 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:02.667293 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=15 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:04.555481 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d97fba1a-3444-4a45-8f27-51ecffafc7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:06.993317 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-11fad2a5-1aef-4fc3-a1a5-4405e6dd0470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:08.230293 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.665633 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:09.963354 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:12.011203 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:22.002747 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=12 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:22.006270 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:25.509851 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:25.510689 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:29.678141 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:35:34.550843 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-8355e997-2972-4e52-b77e-0cf665398fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:36.990116 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-83110ae3-8305-46ab-b91c-5629f7b7dfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:38.370517 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.665320 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:39.673138 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:39.674138 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:39.966591 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:42.024763 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:35:52.012109 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:35:52.020363 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:02.508568 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:03.013931 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:04.557214 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-64834086-7ebb-4da0-ae53-9bcdfde6d292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:06.668945 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:36:06.987395 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1d5a39e3-299c-4b6f-b239-2c092695c751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:08.237506 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.665799 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:09.969423 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:12.049399 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:14.427313 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [req-3d8c38e4-3493-4267-961e-86d654dd00cf req-6b7bdb56-e440-48d7-8e6e-abbbf240a2c8 service neutron] (112891) timed out ('10.222.0.70', 54943) {{(pid=112891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 00:36:16.541807 dv-cinder-852210-5-iscsi neutron-server[112890]: DEBUG neutron.wsgi [req-a4a4ea57-c441-42ec-b512-175a9799cdfb req-73f6f007-4d6e-4ae6-952c-278986722feb service neutron] (112890) timed out ('10.222.0.70', 54895) {{(pid=112890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 00:36:16.664516 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:16.665546 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.034730 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:22.041849 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:34.573289 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-02ae23bc-1857-4af2-98f0-be1bbf70b7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:36.986262 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-c125e669-ca67-457e-a210-c37ae03df4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:38.239274 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.502939 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.508826 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:39.671273 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:39.975691 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:42.058249 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:36:43.670290 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:36:52.050963 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:36:52.053496 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:02.024775 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=13 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:02.029082 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=15 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:04.553533 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-bdb1a8c4-2acf-4a1b-80e2-a56a62ee3095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:06.990975 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-e9abad0c-47d1-48cf-b546-1c8cdee0e209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:08.246230 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:09.665942 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:09.980759 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:12.053535 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:16.507588 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:16.508619 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=4 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:20.673708 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:37:22.047328 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:22.049360 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:30.667501 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:34.551416 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b365-af0b-4e80-b4c5-8892b481bdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:36.997786 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-fb3b7875-8cac-421b-b16a-64dfde8be2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:38.248049 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:39.664071 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:39.982763 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:42.053789 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:37:52.041101 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:52.048759 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:37:57.675141 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:38:04.550403 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-d321a42e-a0de-42e7-b900-142d6fd23278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:06.985019 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7dad-daf2-4496-893e-ffdfb33e25fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:07.668399 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:07.669415 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:08.250720 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:09.661459 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:09.984863 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:12.054170 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:19.431978 dv-cinder-852210-5-iscsi neutron-server[112891]: DEBUG neutron.wsgi [req-dca5e579-486c-488c-9389-4c2835056d7b req-2113c6da-820e-43c9-bf13-080632361189 service neutron] (112891) timed out ('10.222.0.70', 54914) {{(pid=112891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 00:38:22.045620 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:22.048755 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:30.501553 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:30.506249 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=3 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:34.545886 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-0f215549-b683-41bf-bc89-2679c2472573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:34.676354 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:38:36.983346 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-346cb9f3-d732-46d3-8d5b-f08a0b9201da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:38.253277 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:39.661599 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:39.995698 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:42.068372 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:38:44.671726 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=2 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:52.056386 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:38:52.063391 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG dbcounter [-] [112892] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 00:39:04.550364 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-1596e9f1-5f34-4214-8752-58b0c89d4e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (3ab9918a-2361-46c5-9d2d-cfb95e5ee1ab), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:06.981304 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-12d52ec0-ea43-4d9b-b999-8db09349c94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (982f262d-594a-4170-86c3-8a0941df029c), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:08.265225 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-7c26febc-d953-4c90-a4a3-60d9f9ac4da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (84538bb6-1f38-4b16-a31e-d561da60f381), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:09.660602 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-08dbf157-64aa-4b3b-b047-5524fac7f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (f83e0e1c-5e8f-4868-a34f-4b8224f6bf19), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:09.994807 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-cafea4c3-c9cd-4981-a8a1-8c107be13870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (585586b0-8949-433d-8d8a-c481fe9c9238), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:11.679466 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG neutron.db.agents_db [None req-57023081-3d51-4c63-b9e7-319154ed4437 None None] Agent healthcheck: found 6 active agents {{(pid=112893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:39:12.081580 dv-cinder-852210-5-iscsi neutron-server[112892]: DEBUG neutron_lib.callbacks.manager [None req-53b4481e-839c-43b1-8010-8d4b77a6f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747252873265', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716744'] for agent (1c2759f5-0ada-4a8f-8deb-2913df5efcce), after_update {{(pid=112892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 00:39:17.016557 dv-cinder-852210-5-iscsi neutron-server[112893]: DEBUG dbcounter [-] [112893] Writing DB stats neutron:SELECT=14 {{(pid=112893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}